{ "audit": { "artifact_resolution": { "candidate_run_dirs": [ "evidences" ], "manifest_path_mismatch": false, "primary_failure_code": null, "resolution_mode": "workspace_evidence_root", "scanned_scopes": [ { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "resolved", "selected": true, "source_kind": "audit_dir", "source_root": "/data/eval_audits/evalrun-b92aea0782574c129e3a933d662adcdd/evalcase-14240092b7f4417f8d4817f8b8605058", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 }, { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "skipped_lower_priority", "selected": false, "source_kind": "workspace_dir", "source_root": "/data/workspaces/ws-eval-1778573634113-cff7d373", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 } ], "selected_candidate": { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "selected_scope": "audit_dir", "selected_trace_candidate": { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "status": "resolved" }, "case_id": "system-unavailability-during-incident-window", "contract": { "actual_cluster_id": "10109909546444159555", "cluster_scope_match": true, "expected_allowed_window_id": "workspace_observed_window", "expected_cluster_id": "10109909546444159555", "time_window_match": true }, "critical_evidence_verdict": "partial", "evidence_collection_verdict": "pass", "evidence_routing_verdict": "pass", "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": true, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "channel_facts": { "events": false, "logs": true, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "Required workflow milestones are present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "matcher": "subset_observed", "path": "", "paths": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: architecture_context_loaded, misdiagnosis_guardrails_loaded, diagnosis_run_initialized, evidence_collection_completed" }, { "description": "Required evidence artifacts are present.", "id": "required_artifacts_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: core_evidence_bundle_present" }, { "description": "At least one preferred evidence channel is observed.", "id": "preferred_channels_minimum_observed", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched execution contract facts: query_or_metric, logs" }, { "description": "Preferred evidence channels are all observed.", "id": "preferred_channels_all_observed", "match": "all_of", "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched execution contract facts: query_or_metric, logs" } ], "status": "pass", "workflow_facts": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true } }, "execution_contract_verdict": "pass", "overall_verdict": "fail", "quality_verdict": "fail", "semantic_shadow": { "available": false, "status": "not_available" }, "source": "deterministic_judge", "strategy": "deterministic_trace_heavy_v1", "workflow_verdict": "pass" }, "case_run_id": "evalcase-14240092b7f4417f8d4817f8b8605058", "facts": { "artifact_observations": { "analysis_patch_present": false, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "artifacts": { "analysis_patch_path": "", "diagnosis_report_path": "evidences/workspace_evidence_report.json", "evidence_dir": "evidences", "logs_dir": "", "manifest_path": "", "manifest_path_mismatch": false, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "source_root": "/data/eval_audits/evalrun-b92aea0782574c129e3a933d662adcdd/evalcase-14240092b7f4417f8d4817f8b8605058", "source_scope": "audit_dir", "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "telemetry_path": ".opencode/telemetry.log" }, "case_id": "system-unavailability-during-incident-window", "cluster": { "actual_cluster_id": "10109909546444159555", "expected_cluster_id": "10109909546444159555", "matched": true }, "contract": { "actual_cluster_id": "10109909546444159555", "cluster_scope_match": true, "expected_allowed_window_id": "workspace_observed_window", "expected_cluster_id": "10109909546444159555", "time_window_match": true }, "critical_evidence": { "configured": true, "matched_check_ids": [ "restart_or_oom_signal_present", "coprocessor_cascade_signal_present" ] }, "evidence": { "analysis_patch_path": "", "core_evidence_bundle_present": true, "decoded_plan_indexes_used": "[ORDERS_TPG:I_ORDERS_TPG_BT_B_P_P_RT]", "events_channel_observed": false, "hotspot_detected": false, "infra_clear": true, "kill_query_signal_present": false, "log_error_counts": { "pd": { "error": 0, "info": 0, "warn": 108 }, "tidb": { "error": 156880, "info": 0, "warn": 556 }, "tikv": { "error": 260, "info": 0, "warn": 246 } }, "logs_channel_observed": true, "logs_dir_present": false, "memory_tracker_panic_present": false, "metric_evidence": [ { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "start": "1774924500", "step": "60s" }, "instance": "all (4 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.012, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency Avg", "peak": 0.013, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-jx269m", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.013, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency", "peak": 0.014, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-2uyl5o", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.012, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency", "peak": 0.013, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-283p8x", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.012, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency", "peak": 0.013, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-fdt4vt", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.011, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency", "peak": 0.013, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "component": "tidb", "instance": "all (db, 4 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 9.89, "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU Avg", "nodegroup": "db", "peak": 11.12, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "unit": "cores" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "component": "tidb", "instance": "db-2013800377387847680-tidb-283p8x", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU", "nodegroup": "db", "peak": 11.51, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "quota": 31.0, "severity": "normal", "unit": "cores", "utilization": "37%" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "component": "tidb", "instance": "db-2013800377387847680-tidb-2uyl5o", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU", "nodegroup": "db", "peak": 11.29, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "quota": 31.0, "severity": "normal", "unit": "cores", "utilization": "36%" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "component": "tidb", "instance": "db-2013800377387847680-tidb-fdt4vt", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU", "nodegroup": "db", "peak": 11.13, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "quota": 31.0, "severity": "normal", "unit": "cores", "utilization": "36%" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "component": "tidb", "instance": "db-2013800377387847680-tidb-jx269m", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU", "nodegroup": "db", "peak": 10.54, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "quota": 31.0, "severity": "normal", "unit": "cores", "utilization": "34%" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "instance": "all (4 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.174, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency Avg", "peak": 0.2, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "unit": "events/s" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-2uyl5o", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.186, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency", "peak": 0.217, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "severity": "normal", "unit": "events/s" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-283p8x", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.175, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency", "peak": 0.2, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "severity": "normal", "unit": "events/s" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-jx269m", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.175, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency", "peak": 0.2, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "severity": "normal", "unit": "events/s" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-fdt4vt", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.162, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency", "peak": 0.183, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "severity": "normal", "unit": "events/s" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "instance": "all (4 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.0, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate Avg", "peak": 0.002, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "unit": "seconds/second" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-283p8x", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.0, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate", "peak": 0.003, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "severity": "normal", "unit": "seconds/second" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-2uyl5o", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.0, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate", "peak": 0.003, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "severity": "normal", "unit": "seconds/second" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-jx269m", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.0, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate", "peak": 0.002, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "severity": "normal", "unit": "seconds/second" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-fdt4vt", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.0, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate", "peak": 0.001, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "severity": "normal", "unit": "seconds/second" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "start": "1774924500", "step": "60s" }, "instance": "all (4 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.006, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99 Avg", "peak": 0.106, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "unit": "seconds" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-283p8x", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.007, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99", "peak": 0.117, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "severity": "warning", "unit": "seconds" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-2uyl5o", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.007, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99", "peak": 0.117, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "severity": "warning", "unit": "seconds" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-fdt4vt", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.005, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99", "peak": 0.096, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "severity": "normal", "unit": "seconds" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": "1774927440", "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "start": "1774924500", "step": "60s" }, "instance": "db-2013800377387847680-tidb-jx269m", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.005, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99", "peak": 0.094, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "severity": "normal", "unit": "seconds" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774927440, "kind": "promql_range", "promql": "sum(rate(tidb_server_execute_error_total[1m])) by (type)", "start": 1774924500, "step": "60" }, "group": "tidb_execute_error_by_type", "id": "tidb_execute_error_by_type", "metric_group_id": "tidb_execute_error_by_type", "name": "tidb_execute_error_by_type", "promql": "sum(rate(tidb_server_execute_error_total[1m])) by (type)", "ref": { "metric_group_id": "tidb_execute_error_by_type", "type": "metric" }, "series_summaries": [ { "avg": 0.013666666666666667, "labels": { "type": "ddl:1235" }, "max": 0.2, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "ddl:8216" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.027999999999999997, "labels": { "type": "executor:1213" }, "max": 0.1, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "executor:1317" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "executor:3024" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0036666666666666666, "labels": { "type": "executor:8115" }, "max": 0.03333333333333333, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "executor:8175" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.011333333333333332, "labels": { "type": "kv:1062" }, "max": 0.08333333333333334, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "parser:1064" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "parser:1149" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1046" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1051" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1052" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1054" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1142" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1227" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:8123" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "schema:1049" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "schema:1146" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "table:1048" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "table:1526" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "tikv:1205" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "tikv:9002" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "types:1406" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "unknown" }, "max": 0.0, "min": 0.0, "point_count": 50 } ], "summary": { "avg": 0.002266666666666667, "max": 0.2, "min": 0.0, "point_count": 1250, "series_count": 25 }, "time_window": { "end": 1774927440, "start": 1774924500, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774927440, "kind": "promql_range", "promql": "sum(rate(tidb_server_execute_error_total[1m])) by (type)", "start": 1774924500, "step": "60" }, "group": "tidb_execute_error_by_type", "id": "tidb_execute_error_by_type", "metric_group_id": "tidb_execute_error_by_type", "name": "tidb_execute_error_by_type", "promql": "sum(rate(tidb_server_execute_error_total[1m])) by (type)", "ref": { "metric_group_id": "tidb_execute_error_by_type", "type": "metric" }, "series_summaries": [ { "avg": 0.013666666666666667, "labels": { "type": "ddl:1235" }, "max": 0.2, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "ddl:8216" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.027999999999999997, "labels": { "type": "executor:1213" }, "max": 0.1, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "executor:1317" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "executor:3024" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0036666666666666666, "labels": { "type": "executor:8115" }, "max": 0.03333333333333333, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "executor:8175" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.011333333333333332, "labels": { "type": "kv:1062" }, "max": 0.08333333333333333, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "parser:1064" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "parser:1149" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1046" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1051" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1052" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1054" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1142" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:1227" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "planner:8123" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "schema:1049" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "schema:1146" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "table:1048" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "table:1526" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "tikv:1205" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "tikv:9002" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "types:1406" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 0.0, "labels": { "type": "unknown" }, "max": 0.0, "min": 0.0, "point_count": 50 } ], "summary": { "avg": 0.002266666666666667, "max": 0.2, "min": 0.0, "point_count": 1250, "series_count": 25 }, "time_window": { "end": 1774927440, "start": 1774924500, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774927440, "kind": "promql_range", "promql": "sum(rate(tidb_server_disconnection_total[1m])) by (instance, result)", "start": 1774924500, "step": "60" }, "group": "tidb_disconnection_errors", "id": "tidb_disconnection_errors", "metric_group_id": "tidb_disconnection_errors", "name": "tidb_disconnection_errors", "promql": "sum(rate(tidb_server_disconnection_total[1m])) by (instance, result)", "ref": { "metric_group_id": "tidb_disconnection_errors", "type": "metric" }, "series_summaries": [ { "avg": 13.103666666666665, "labels": { "instance": "db-2013800377387847680-tidb-283p8x", "result": "error" }, "max": 31.033333333333335, "min": 1.7833333333333334, "point_count": 50 }, { "avg": 0.30866666666666664, "labels": { "instance": "db-2013800377387847680-tidb-283p8x", "result": "ok" }, "max": 0.8166666666666667, "min": 0.1, "point_count": 50 }, { "avg": 0.0, "labels": { "instance": "db-2013800377387847680-tidb-283p8x", "result": "undetermined" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 13.225, "labels": { "instance": "db-2013800377387847680-tidb-2uyl5o", "result": "error" }, "max": 27.2, "min": 2.283333333333333, "point_count": 50 }, { "avg": 0.3066666666666667, "labels": { "instance": "db-2013800377387847680-tidb-2uyl5o", "result": "ok" }, "max": 0.7, "min": 0.13333333333333333, "point_count": 50 }, { "avg": 0.0, "labels": { "instance": "db-2013800377387847680-tidb-2uyl5o", "result": "undetermined" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 13.212333333333333, "labels": { "instance": "db-2013800377387847680-tidb-fdt4vt", "result": "error" }, "max": 27.083333333333332, "min": 2.216666666666667, "point_count": 50 }, { "avg": 0.306, "labels": { "instance": "db-2013800377387847680-tidb-fdt4vt", "result": "ok" }, "max": 0.8333333333333334, "min": 0.11666666666666667, "point_count": 50 }, { "avg": 0.0, "labels": { "instance": "db-2013800377387847680-tidb-fdt4vt", "result": "undetermined" }, "max": 0.0, "min": 0.0, "point_count": 50 }, { "avg": 13.103666666666665, "labels": { "instance": "db-2013800377387847680-tidb-jx269m", "result": "error" }, "max": 29.3, "min": 1.8, "point_count": 50 }, { "avg": 0.314, "labels": { "instance": "db-2013800377387847680-tidb-jx269m", "result": "ok" }, "max": 0.7166666666666667, "min": 0.11666666666666667, "point_count": 50 }, { "avg": 0.0, "labels": { "instance": "db-2013800377387847680-tidb-jx269m", "result": "undetermined" }, "max": 0.0, "min": 0.0, "point_count": 50 } ], "summary": { "avg": 4.49, "max": 31.033333333333335, "min": 0.0, "point_count": 600, "series_count": 12 }, "time_window": { "end": 1774927440, "start": 1774924500, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774929600, "kind": "promql_range", "promql": "sum(tidb_server_connections) by (instance)", "start": 1774922400, "step": "60" }, "group": "tidb_connection_count", "id": "tidb_connection_count", "metric_group_id": "tidb_connection_count", "name": "tidb_connection_count", "promql": "sum(tidb_server_connections) by (instance)", "ref": { "metric_group_id": "tidb_connection_count", "type": "metric" }, "series_summaries": [ { "avg": 4148.570247933884, "labels": { "instance": "db-2013800377387847680-tidb-283p8x" }, "max": 6363.0, "min": 2281.0, "point_count": 121 }, { "avg": 4178.1322314049585, "labels": { "instance": "db-2013800377387847680-tidb-2uyl5o" }, "max": 6255.0, "min": 2122.0, "point_count": 121 }, { "avg": 4175.966942148761, "labels": { "instance": "db-2013800377387847680-tidb-fdt4vt" }, "max": 6272.0, "min": 2120.0, "point_count": 121 }, { "avg": 4143.5950413223145, "labels": { "instance": "db-2013800377387847680-tidb-jx269m" }, "max": 6605.0, "min": 2240.0, "point_count": 121 } ], "summary": { "avg": 4161.56611570248, "max": 6605.0, "min": 2120.0, "point_count": 484, "series_count": 4 }, "time_window": { "end": 1774929600, "start": 1774922400, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774929600, "kind": "promql_range", "promql": "sum(rate(tidb_server_query_total[1m])) by (instance)", "start": 1774922400, "step": "60" }, "group": "tidb_qps", "id": "tidb_qps", "metric_group_id": "tidb_qps", "name": "tidb_qps", "promql": "sum(rate(tidb_server_query_total[1m])) by (instance)", "ref": { "metric_group_id": "tidb_qps", "type": "metric" }, "series_summaries": [ { "avg": 11304.830440771351, "labels": { "instance": "db-2013800377387847680-tidb-283p8x" }, "max": 12704.533333333333, "min": 8987.733333333332, "point_count": 121 }, { "avg": 11478.238016528927, "labels": { "instance": "db-2013800377387847680-tidb-2uyl5o" }, "max": 12810.866666666665, "min": 9783.700000000003, "point_count": 121 }, { "avg": 10374.071900826446, "labels": { "instance": "db-2013800377387847680-tidb-fdt4vt" }, "max": 11663.983333333332, "min": 8942.05, "point_count": 121 }, { "avg": 11436.98567493113, "labels": { "instance": "db-2013800377387847680-tidb-jx269m" }, "max": 13138.666666666666, "min": 9876.366666666665, "point_count": 121 } ], "summary": { "avg": 11148.531508264463, "max": 13138.666666666666, "min": 8942.05, "point_count": 484, "series_count": 4 }, "time_window": { "end": 1774929600, "start": 1774922400, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "2013516099403907072", "end": 1774927440, "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(pd_client_cmd_handle_cmds_duration_seconds_bucket{type=\"tso\"}[1m])) by (le))", "start": 1774924500, "step": "60" }, "group": "pd_tso_latency", "id": "pd_tso_latency", "metric_group_id": "pd_tso_latency", "name": "pd_tso_latency", "promql": "histogram_quantile(0.99, sum(rate(pd_client_cmd_handle_cmds_duration_seconds_bucket{type=\"tso\"}[1m])) by (le))", "ref": { "metric_group_id": "pd_tso_latency", "type": "metric" }, "series_summaries": [ { "avg": 0.003538525365165834, "labels": {}, "max": 0.003703720930232553, "min": 0.003360869565217388, "point_count": 50 } ], "summary": { "avg": 0.003538525365165834, "max": 0.003703720930232553, "min": 0.003360869565217388, "point_count": 50, "series_count": 1 }, "time_window": { "end": 1774927440, "start": 1774924500, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774929600, "kind": "promql_range", "promql": "sum(rate(tidb_server_disconnection_total{result=\"error\"}[1m])) by (instance)", "start": 1774922400, "step": "60" }, "group": "tidb_connection_errors", "id": "tidb_connection_errors", "metric_group_id": "tidb_connection_errors", "name": "tidb_connection_errors", "promql": "sum(rate(tidb_server_disconnection_total{result=\"error\"}[1m])) by (instance)", "ref": { "metric_group_id": "tidb_connection_errors", "type": "metric" }, "series_summaries": [ { "avg": 12.4133608815427, "labels": { "instance": "db-2013800377387847680-tidb-283p8x" }, "max": 35.13333333333333, "min": 1.1666666666666667, "point_count": 121 }, { "avg": 12.458264462809918, "labels": { "instance": "db-2013800377387847680-tidb-2uyl5o" }, "max": 37.03333333333333, "min": 1.2833333333333334, "point_count": 121 }, { "avg": 12.47451790633609, "labels": { "instance": "db-2013800377387847680-tidb-fdt4vt" }, "max": 35.86666666666667, "min": 1.45, "point_count": 121 }, { "avg": 12.41831955922865, "labels": { "instance": "db-2013800377387847680-tidb-jx269m" }, "max": 35.55, "min": 1.0166666666666666, "point_count": 121 } ], "summary": { "avg": 12.441115702479339, "max": 37.03333333333333, "min": 1.0166666666666666, "point_count": 484, "series_count": 4 }, "time_window": { "end": 1774929600, "start": 1774922400, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774927440, "kind": "promql_range", "promql": "sum(tidb_server_maxconn) by (instance)", "start": 1774924500, "step": "60" }, "group": "tidb_connection_max", "id": "tidb_connection_max", "metric_group_id": "tidb_connection_max", "name": "tidb_connection_max", "promql": "sum(tidb_server_maxconn) by (instance)", "ref": { "metric_group_id": "tidb_connection_max", "type": "metric" }, "series_summaries": [], "summary": { "point_count": 0, "series_count": 0 }, "time_window": { "end": 1774927440, "start": 1774924500, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774929600, "kind": "promql_range", "promql": "sum(rate(tidb_server_query_total[1m])) by (type)", "start": 1774922400, "step": "60" }, "group": "tidb_qps_by_type", "id": "tidb_qps_by_type", "metric_group_id": "tidb_qps_by_type", "name": "tidb_qps_by_type", "promql": "sum(rate(tidb_server_query_total[1m])) by (type)", "ref": { "metric_group_id": "tidb_qps_by_type", "type": "metric" }, "series_summaries": [ { "avg": 0.046418732782369146, "labels": { "type": "FieldList" }, "max": 5.616666666666666, "min": 0.0, "point_count": 121 }, { "avg": 0.0001377410468319559, "labels": { "type": "InitDB" }, "max": 0.016666666666666666, "min": 0.0, "point_count": 121 }, { "avg": 284.6513774104683, "labels": { "type": "Ping" }, "max": 360.3, "min": 230.35, "point_count": 121 }, { "avg": 44119.68705234159, "labels": { "type": "Query" }, "max": 47774.2, "min": 38483.65, "point_count": 121 }, { "avg": 1.247107438016529, "labels": { "type": "Quit" }, "max": 2.8833333333333333, "min": 0.39999999999999997, "point_count": 121 }, { "avg": 0.16666666666666666, "labels": { "type": "SetOption" }, "max": 0.16666666666666669, "min": 0.16666666666666666, "point_count": 121 }, { "avg": 0.0, "labels": { "type": "Sleep" }, "max": 0.0, "min": 0.0, "point_count": 121 }, { "avg": 2.006198347107438, "labels": { "type": "StmtClose" }, "max": 5.283333333333333, "min": 0.9666666666666667, "point_count": 121 }, { "avg": 93.05633608815428, "labels": { "type": "StmtExecute" }, "max": 121.58333333333333, "min": 80.15, "point_count": 121 }, { "avg": 0.0, "labels": { "type": "StmtFetch" }, "max": 0.0, "min": 0.0, "point_count": 121 }, { "avg": 3.280853994490358, "labels": { "type": "StmtPrepare" }, "max": 8.133333333333333, "min": 1.6333333333333333, "point_count": 121 }, { "avg": 89.98388429752066, "labels": { "type": "StmtReset" }, "max": 114.74999999999999, "min": 78.03333333333333, "point_count": 121 }, { "avg": 0.0, "labels": { "type": "StmtSendLongData" }, "max": 0.0, "min": 0.0, "point_count": 121 } ], "summary": { "avg": 3430.3173871582962, "max": 47774.2, "min": 0.0, "point_count": 1573, "series_count": 13 }, "time_window": { "end": 1774929600, "start": 1774922400, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774927440, "kind": "promql_range", "promql": "sum(rate(tidb_server_disconnection_total{reason=\"read-timeout\"}[1m])) by (instance)", "start": 1774924500, "step": "60" }, "group": "tidb_connection_idle_timeout", "id": "tidb_connection_idle_timeout", "metric_group_id": "tidb_connection_idle_timeout", "name": "tidb_connection_idle_timeout", "promql": "sum(rate(tidb_server_disconnection_total{reason=\"read-timeout\"}[1m])) by (instance)", "ref": { "metric_group_id": "tidb_connection_idle_timeout", "type": "metric" }, "series_summaries": [], "summary": { "point_count": 0, "series_count": 0 }, "time_window": { "end": 1774927440, "start": 1774924500, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774927440, "kind": "promql_range", "promql": "sum(increase(tidb_server_log_total{level=\"error\"}[5m])) by (instance)", "start": 1774924500, "step": "300" }, "group": "tidb_log_error_total", "id": "tidb_log_error_total", "metric_group_id": "tidb_log_error_total", "name": "tidb_log_error_total", "promql": "sum(increase(tidb_server_log_total{level=\"error\"}[5m])) by (instance)", "ref": { "metric_group_id": "tidb_log_error_total", "type": "metric" }, "series_summaries": [], "summary": { "point_count": 0, "series_count": 0 }, "time_window": { "end": 1774927440, "start": 1774924500, "step": "300" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "2013516099403907072", "end": 1774927440, "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(tikv_coprocessor_request_duration_seconds_bucket[1m])) by (le))", "start": 1774924500, "step": "60" }, "group": "tikv_cop_duration", "id": "tikv_cop_duration", "metric_group_id": "tikv_cop_duration", "name": "tikv_cop_duration", "promql": "histogram_quantile(0.99, sum(rate(tikv_coprocessor_request_duration_seconds_bucket[1m])) by (le))", "ref": { "metric_group_id": "tikv_cop_duration", "type": "metric" }, "series_summaries": [ { "avg": 0.0002029561413359426, "labels": {}, "max": 0.002127355418158199, "min": 0.0001562397708623292, "point_count": 50 } ], "summary": { "avg": 0.0002029561413359426, "max": 0.002127355418158199, "min": 0.0001562397708623292, "point_count": 50, "series_count": 1 }, "time_window": { "end": 1774927440, "start": 1774924500, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774927440, "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(resource_manager_request_unit_max_wait_duration_bucket[1m])) by (le))", "start": 1774924500, "step": "60" }, "group": "rc_request_wait", "id": "rc_request_wait", "metric_group_id": "rc_request_wait", "name": "rc_request_wait", "promql": "histogram_quantile(0.99, sum(rate(resource_manager_request_unit_max_wait_duration_bucket[1m])) by (le))", "ref": { "metric_group_id": "rc_request_wait", "type": "metric" }, "series_summaries": [], "summary": { "point_count": 0, "series_count": 0 }, "time_window": { "end": 1774927440, "start": 1774924500, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "2013516099403907072", "end": 1774927440, "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{grpc_type=\"unary\"}[1m])) by (le))", "start": 1774924500, "step": "60" }, "group": "tikv_grpc_p99", "id": "tikv_grpc_p99", "metric_group_id": "tikv_grpc_p99", "name": "tikv_grpc_p99", "promql": "histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{grpc_type=\"unary\"}[1m])) by (le))", "ref": { "metric_group_id": "tikv_grpc_p99", "type": "metric" }, "series_summaries": [ { "avg": 0.020141815072006308, "labels": {}, "max": 0.022883783783784042, "min": 0.017954794520548316, "point_count": 50 } ], "summary": { "avg": 0.020141815072006308, "max": 0.022883783783784042, "min": 0.017954794520548316, "point_count": 50, "series_count": 1 }, "time_window": { "end": 1774927440, "start": 1774924500, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "2013516099403907072", "end": 1774929600, "kind": "promql_range", "promql": "histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{grpc_type=\"unary\"}[1m])) by (le))", "start": 1774918800, "step": "60" }, "group": "tikv_grpc_p99_wide", "id": "tikv_grpc_p99_wide", "metric_group_id": "tikv_grpc_p99_wide", "name": "tikv_grpc_p99_wide", "promql": "histogram_quantile(0.99, sum(rate(grpc_server_handling_seconds_bucket{grpc_type=\"unary\"}[1m])) by (le))", "ref": { "metric_group_id": "tikv_grpc_p99_wide", "type": "metric" }, "series_summaries": [ { "avg": 0.019806986018143707, "labels": {}, "max": 0.026022435897436535, "min": 0.015433098591549534, "point_count": 181 } ], "summary": { "avg": 0.019806986018143707, "max": 0.026022435897436535, "min": 0.015433098591549534, "point_count": 181, "series_count": 1 }, "time_window": { "end": 1774929600, "start": 1774918800, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "2013516099403907072", "end": 1774929600, "kind": "promql_range", "promql": "sum(rate(process_cpu_seconds_total{component=\"tikv\"}[1m])) by (instance)", "start": 1774922400, "step": "60" }, "group": "tikv_cpu_wide", "id": "tikv_cpu_wide", "metric_group_id": "tikv_cpu_wide", "name": "tikv_cpu_wide", "promql": "sum(rate(process_cpu_seconds_total{component=\"tikv\"}[1m])) by (instance)", "ref": { "metric_group_id": "tikv_cpu_wide", "type": "metric" }, "series_summaries": [ { "avg": 3.8582644628099176, "labels": { "instance": "db-1249a969-tikv-1y3nui" }, "max": 4.116666666666666, "min": 3.5, "point_count": 121 }, { "avg": 2.7698347107438015, "labels": { "instance": "db-1249a969-tikv-1zd40w" }, "max": 3.0166666666666666, "min": 2.4833333333333334, "point_count": 121 }, { "avg": 3.2982093663911844, "labels": { "instance": "db-1249a969-tikv-244fe9" }, "max": 3.566666666666667, "min": 2.95, "point_count": 121 }, { "avg": 2.9484848484848483, "labels": { "instance": "db-1249a969-tikv-5pk5gi" }, "max": 3.183333333333333, "min": 2.6166666666666667, "point_count": 121 }, { "avg": 2.7701101928374654, "labels": { "instance": "db-1249a969-tikv-6hgu5b" }, "max": 3.033333333333333, "min": 2.5166666666666666, "point_count": 121 }, { "avg": 2.7166666666666663, "labels": { "instance": "db-1249a969-tikv-8q5zpm" }, "max": 2.966666666666667, "min": 2.433333333333333, "point_count": 121 }, { "avg": 2.991046831955923, "labels": { "instance": "db-1249a969-tikv-9mh0se" }, "max": 3.2333333333333334, "min": 2.6666666666666665, "point_count": 121 }, { "avg": 3.7852617079889805, "labels": { "instance": "db-1249a969-tikv-adlmel" }, "max": 4.083333333333333, "min": 3.433333333333333, "point_count": 121 }, { "avg": 2.027823691460055, "labels": { "instance": "db-1249a969-tikv-bsi10k" }, "max": 2.216666666666667, "min": 1.8333333333333333, "point_count": 121 }, { "avg": 3.1891184573002755, "labels": { "instance": "db-1249a969-tikv-bv36t2" }, "max": 3.466666666666667, "min": 2.7666666666666666, "point_count": 121 }, { "avg": 2.6147382920110194, "labels": { "instance": "db-1249a969-tikv-gwa17x" }, "max": 2.8833333333333333, "min": 2.35, "point_count": 121 }, { "avg": 2.5951790633608813, "labels": { "instance": "db-1249a969-tikv-hqarbd" }, "max": 2.8333333333333335, "min": 2.3333333333333335, "point_count": 121 }, { "avg": 2.4363636363636365, "labels": { "instance": "db-1249a969-tikv-jn17yz" }, "max": 2.65, "min": 2.183333333333333, "point_count": 121 }, { "avg": 2.4272727272727272, "labels": { "instance": "db-1249a969-tikv-jp6q14" }, "max": 2.65, "min": 2.183333333333333, "point_count": 121 }, { "avg": 3.210606060606061, "labels": { "instance": "db-1249a969-tikv-k1vnld" }, "max": 3.5, "min": 2.8833333333333333, "point_count": 121 }, { "avg": 2.422451790633609, "labels": { "instance": "db-1249a969-tikv-klsab8" }, "max": 4.816666666666666, "min": 2.0833333333333335, "point_count": 121 }, { "avg": 0.8325068870523417, "labels": { "instance": "db-1249a969-tikv-lpzk5p" }, "max": 0.8833333333333333, "min": 0.75, "point_count": 121 }, { "avg": 2.2724517906336086, "labels": { "instance": "db-1249a969-tikv-o7f39d" }, "max": 2.466666666666667, "min": 2.066666666666667, "point_count": 121 }, { "avg": 2.7219008264462814, "labels": { "instance": "db-1249a969-tikv-okcmq5" }, "max": 2.95, "min": 2.5166666666666666, "point_count": 121 }, { "avg": 2.1096418732782367, "labels": { "instance": "db-1249a969-tikv-rwhxlk" }, "max": 2.316666666666667, "min": 1.9166666666666667, "point_count": 121 }, { "avg": 2.196556473829201, "labels": { "instance": "db-1249a969-tikv-sdej1g" }, "max": 2.4166666666666665, "min": 2.0, "point_count": 121 }, { "avg": 1.9962809917355373, "labels": { "instance": "db-1249a969-tikv-u3wzwm" }, "max": 2.1666666666666665, "min": 1.8, "point_count": 121 }, { "avg": 1.9522038567493114, "labels": { "instance": "db-1249a969-tikv-xlmfo6" }, "max": 2.1166666666666667, "min": 1.7833333333333334, "point_count": 121 }, { "avg": 2.143939393939394, "labels": { "instance": "db-1249a969-tikv-zf6xt1" }, "max": 2.316666666666667, "min": 1.9833333333333334, "point_count": 121 } ], "summary": { "avg": 2.59528810835629, "max": 4.816666666666666, "min": 0.75, "point_count": 2904, "series_count": 24 }, "time_window": { "end": 1774929600, "start": 1774922400, "step": "60" }, "unit": "" }, { "chart_data_ref": { "cluster_id": "10109909546444159555", "end": 1774927440, "kind": "promql_range", "promql": "histogram_quantile(0.999, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "start": 1774924500, "step": "60" }, "group": "tidb_p99_1s_plus", "id": "tidb_p99_1s_plus", "metric_group_id": "tidb_p99_1s_plus", "name": "tidb_p99_1s_plus", "promql": "histogram_quantile(0.999, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "ref": { "metric_group_id": "tidb_p99_1s_plus", "type": "metric" }, "series_summaries": [ { "avg": 0.03202976347025974, "labels": { "instance": "db-2013800377387847680-tidb-283p8x" }, "max": 0.04459242216359076, "min": 0.028388877911081977, "point_count": 50 }, { "avg": 0.03038264589460381, "labels": { "instance": "db-2013800377387847680-tidb-2uyl5o" }, "max": 0.03934494955490039, "min": 0.02744033199464559, "point_count": 50 }, { "avg": 0.03982148435570864, "labels": { "instance": "db-2013800377387847680-tidb-fdt4vt" }, "max": 0.049392635160683346, "min": 0.02737252054794955, "point_count": 50 }, { "avg": 0.03356869228630396, "labels": { "instance": "db-2013800377387847680-tidb-jx269m" }, "max": 0.04146320109439344, "min": 0.030752882876468893, "point_count": 50 } ], "summary": { "avg": 0.03395064650171904, "max": 0.049392635160683346, "min": 0.02737252054794955, "point_count": 200, "series_count": 4 }, "time_window": { "end": 1774927440, "start": 1774924500, "step": "60" }, "unit": "" } ], "panic_signal_artifact_present": false, "query_evidence": { "slow_query": [ { "avg_time": "0.41s", "digest": "182d2a8778183493396fec668542326f68285454b49e4056521132a65e73af41", "exec_count": "2617", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=182d2a8778183493396fec668542326f68285454b49e4056521132a65e73af41&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "11054993", "max_time": "0.56s", "source": "slow_query", "sql_preview": "select `id` , `billno` , `loginname` , `product_id` , `platform_id` , `agcode` , `topagcode` , `gmcode` , `game_kind` , `gametype` , `device_type` , `currency` , `account` , `valid_account` , `cus_acc" }, { "avg_time": "0.43s", "digest": "fe88b31a1bebc900d6ea20d66e7f1b3b90bfa7c3c5d9678addd9b5ecc7328b5c", "exec_count": "294", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=fe88b31a1bebc900d6ea20d66e7f1b3b90bfa7c3c5d9678addd9b5ecc7328b5c&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "263009", "max_time": "0.70s", "source": "slow_query", "sql_preview": "select sum ( `cus_account` ) as `cusaccount` from `orders_tiptop` where `reckontime` < ? and `reckontime` >= ? and `gametype` in ( ... );" }, { "avg_time": "5.95s", "digest": "ac2ec59dd996c74753472e5ce22a6e1bd7d921cff2f68fc07e456dc9d584b91c", "exec_count": "201", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=ac2ec59dd996c74753472e5ce22a6e1bd7d921cff2f68fc07e456dc9d584b91c&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "81617", "max_time": "9.82s", "source": "slow_query", "sql_preview": "select `game_biz_id` , `legal_status` from `t_game_legal` where ( `game_biz_id` in ( ... ) );" }, { "avg_time": "0.48s", "digest": "f5ac85539b01dab03a84c9fec7b3e69784497456f24c685fbbec5d114fad4b5b", "exec_count": "91", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=f5ac85539b01dab03a84c9fec7b3e69784497456f24c685fbbec5d114fad4b5b&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "155506760", "max_time": "0.71s", "source": "slow_query", "sql_preview": "select `billno` as `billno` , `loginname` as `loginname` , `agcode` as `agcode` , `platform_id` as `platformid` , `remark` as `remark` , account as account , `valid_account` as `validaccount` , `cus_a" }, { "avg_time": "0.32s", "digest": "589a99ca5f6482804a4219319c99045c560fc0d51879cedb29a9e65494dfc31c", "exec_count": "36", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=589a99ca5f6482804a4219319c99045c560fc0d51879cedb29a9e65494dfc31c&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "8413229", "max_time": "0.47s", "source": "slow_query", "sql_preview": "select count ( ? ) as `total` from `orders_tpg` where `billtime` >= ? and `billtime` <= ? and `flag` = ?;" }, { "avg_time": "0.80s", "digest": "7ccc7848cb88953b77d9aa9a53e5fe26134b456666c3178b1fbc7a03f0c53bd1", "exec_count": "7", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=7ccc7848cb88953b77d9aa9a53e5fe26134b456666c3178b1fbc7a03f0c53bd1&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "2292974", "max_time": "1.19s", "source": "slow_query", "sql_preview": "select count ( ? ) from `orders_tiptop_mx` `t` where `product_id` = ? and `platform_id` = ? and `gametype` in ( ... ) and `reckontime` >= ? and `reckontime` <= ? and `flag` = ?;" }, { "avg_time": "0.72s", "digest": "bc9a10edf259547eb008a85e27cde6f2732fa0795c63f26fa98ccee34e402f47", "exec_count": "6", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=bc9a10edf259547eb008a85e27cde6f2732fa0795c63f26fa98ccee34e402f47&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "13761520", "max_time": "1.11s", "source": "slow_query", "sql_preview": "select `t` . `id` , `t` . `loginname` , `t` . `platform_id` , `t` . `flag` , `t` . `product_id` , `t` . `account` , `t` . `valid_account` , `t` . `cus_account` as `winloss` , ? as `play_type` , `t` . " }, { "avg_time": "0.30s", "digest": "65ca2bca915890f1497e83c088832eb9c15453b8a4a8931f1085e2577f5ec83e", "exec_count": "5", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=65ca2bca915890f1497e83c088832eb9c15453b8a4a8931f1085e2577f5ec83e&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "5183", "max_time": "0.31s", "source": "slow_query", "sql_preview": "select sum ( `cus_account` ) as `cusaccount` , `belong` from `t_interim_orders` where `reserved2` = ? and `reckontime` < ? and `reckontime` >= ? group by `belong`;" }, { "avg_time": "1.50s", "digest": "0516b06674a1df5e6ff09ffa3d8fadf4449474ccd4e911cf8a264773a7545ea2", "exec_count": "4", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=0516b06674a1df5e6ff09ffa3d8fadf4449474ccd4e911cf8a264773a7545ea2&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "7827442", "max_time": "2.68s", "source": "slow_query", "sql_preview": "select sum ( `cus_account` ) as `cusaccount` from `orders_ebgo` where `reckontime` < ? and `reckontime` >= ?;" }, { "avg_time": "1.15s", "digest": "33f8cc8cb281e8dae6cdf5c68b3c6ab78caec5e039e5d4191983de51ba36b55d", "exec_count": "3", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=33f8cc8cb281e8dae6cdf5c68b3c6ab78caec5e039e5d4191983de51ba36b55d&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "19106", "max_time": "1.39s", "source": "slow_query", "sql_preview": "select ... , count ( ? ) , sum ( `t` . `valid_account` ) , sum ( `t` . `cus_account` ) from `orders_omniplay` `t` where `t` . `reckontime` between ? and ? and `t` . `flag` = ? limit ?;" }, { "cnt": "0", "query_sql": "SELECT COUNT(*) as cnt FROM slow_query_logs WHERE date = '2026-03-31'", "source": "slow_queries", "title": "all_slow_queries_broad" } ], "topsql": [] }, "query_or_metric_channel_observed": true, "slow_query_top_digest": "182d2a8778183493396fec668542326f68285454b49e4056521132a65e73af41", "ticket_context_channel_observed": false, "topsql_collection_error_recorded": false }, "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": true, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "channel_facts": { "events": false, "logs": true, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "Required workflow milestones are present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "matcher": "subset_observed", "path": "", "paths": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: architecture_context_loaded, misdiagnosis_guardrails_loaded, diagnosis_run_initialized, evidence_collection_completed" }, { "description": "Required evidence artifacts are present.", "id": "required_artifacts_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: core_evidence_bundle_present" }, { "description": "At least one preferred evidence channel is observed.", "id": "preferred_channels_minimum_observed", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched execution contract facts: query_or_metric, logs" }, { "description": "Preferred evidence channels are all observed.", "id": "preferred_channels_all_observed", "match": "all_of", "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched execution contract facts: query_or_metric, logs" } ], "status": "pass", "workflow_facts": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true } }, "output": { "analyze_primary_culprit_asserted": false, "claims_panic_not_confirmable": false, "diagnosis_cpu_hotspot_asserted": true, "diagnosis_kill_query_chain_asserted": false, "diagnosis_memory_tracker_panic_asserted": false, "diagnosis_plan_stats_issue_asserted": false, "diagnosis_single_instance_panic_restart_asserted": false, "fake_alarm_primary_asserted": false, "focuses_on_missing_index": true, "mentions_cpu_saturation": true, "mentions_est_act_divergence": false, "mentions_idle_transaction": false, "mentions_intermediate_result_explosion": false, "mentions_kill_query": false, "mentions_memory_tracker_consume": false, "mentions_p99_latency_spike": false, "mentions_rollback_cleanup": false, "mentions_statistics_uninitialized": false, "mentions_v8_5_2": false, "mentions_v8_5_3_or_fixed_release": false, "mentions_without_fix": false, "missing_index_primary_root_cause_asserted": true, "query_only_primary_root_cause_asserted": false, "wide_scan_primary_root_cause_asserted": false }, "routing": { "analysis_event_items_present": false, "analysis_has_key_evidence": false, "analysis_has_supporting_evidence": false, "analysis_items_shape_valid": false, "analysis_log_items_present": false, "analysis_log_or_event_channel_resolvable": true, "analysis_metric_refs_required": false, "analysis_metric_refs_resolvable": true, "analysis_patch_present": false, "analysis_patch_valid_json": false, "analysis_query_refs_required": false, "analysis_query_refs_resolvable": true }, "window": { "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "expected_allowed_window_id": "workspace_observed_window", "expected_end_ts": 1774927440, "expected_start_ts": 1774924500, "matched_allowed_window": true }, "workflow": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "evidence_collection_started": false, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true, "targeted_panic_log_query_completed": false } }, "id": "evaljudge-6dbace236444465084e56f45e96c6e36", "invalid_subtype": null, "judged_at": "2026-05-12T08:27:27.509942+00:00", "judgment_verdict": "fail", "packet": { "artifact_resolution": { "candidate_run_dirs": [ "evidences" ], "manifest_path_mismatch": false, "primary_failure_code": null, "resolution_mode": "workspace_evidence_root", "scanned_scopes": [ { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "resolved", "selected": true, "source_kind": "audit_dir", "source_root": "/data/eval_audits/evalrun-b92aea0782574c129e3a933d662adcdd/evalcase-14240092b7f4417f8d4817f8b8605058", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 }, { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "skipped_lower_priority", "selected": false, "source_kind": "workspace_dir", "source_root": "/data/workspaces/ws-eval-1778573634113-cff7d373", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 } ], "selected_candidate": { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "selected_scope": "audit_dir", "selected_trace_candidate": { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "status": "resolved" }, "contract": { "checks": [ { "description": "Actual diagnosis time window matches one allowed case window.", "id": "time_window_match", "match": "all_of", "passed": true, "required": true, "rules": [ { "allowed": [], "matched": true, "matched_keys": [ "time_window_match" ], "matcher": "bool_true", "path": "time_window_match", "source": "trace_fact", "value": "" } ], "snippet": "matched trace facts: time_window_match" }, { "description": "Actual diagnosis cluster scope matches expected cluster id.", "id": "cluster_scope_match", "match": "all_of", "passed": true, "required": true, "rules": [ { "allowed": [], "matched": true, "matched_keys": [ "cluster_scope_match" ], "matcher": "bool_true", "path": "cluster_scope_match", "source": "trace_fact", "value": "" } ], "snippet": "matched trace facts: cluster_scope_match" } ], "status": "pass" }, "critical_evidence": { "checks": [ { "artifact_paths": [ "/data/eval_audits/evalrun-b92aea0782574c129e3a933d662adcdd/evalcase-14240092b7f4417f8d4817f8b8605058/evidences/component_health.json" ], "description": "Evidence shows a major drop in available coprocessor worker capacity during the incident.", "earned_score": 0, "id": "capacity_loss_signal_present", "match": "all_of", "max_score": 8, "passed": false, "required": true, "rules": [ { "artifact_path": "/data/eval_audits/evalrun-b92aea0782574c129e3a933d662adcdd/evalcase-14240092b7f4417f8d4817f8b8605058/evidences/component_health.json", "artifacts": [ "component_health" ], "matched": true, "matched_keyword": "coprocessor-worker", "matcher": "json_values_contains_any", "snippet": "coprocessor-worker", "source": "artifact_json" }, { "artifact_path": "", "artifacts": [ "component_health" ], "matched": false, "matched_keyword": null, "matcher": "json_numeric_any_lt", "snippet": null, "source": "artifact_json" } ], "snippet": "coprocessor-worker" }, { "artifact_paths": [ "/data/eval_audits/evalrun-b92aea0782574c129e3a933d662adcdd/evalcase-14240092b7f4417f8d4817f8b8605058/evidences/logs.json" ], "description": "Evidence shows the remaining worker entered restart or memory-failure behavior.", "earned_score": 8, "id": "restart_or_oom_signal_present", "match": "any_of", "max_score": 8, "passed": true, "required": true, "rules": [ { "artifact_path": "", "artifacts": [ "component_health" ], "matched": false, "matched_keyword": null, "matcher": "json_list_nonempty", "snippet": null, "source": "artifact_json" }, { "artifact_path": "/data/eval_audits/evalrun-b92aea0782574c129e3a933d662adcdd/evalcase-14240092b7f4417f8d4817f8b8605058/evidences/logs.json", "artifacts": [], "matched": true, "matched_keyword": "restart", "matcher": "keyword_any", "snippet": "ersion=3300] [error=\"[executor:1213]Deadlock found when trying to get lock; try restarting transaction\"] [session=\"{\\n \\\"currDBName\\\": \\\"c66_dc\\\",\\n \\\"id\\\":... [2026/0", "source": "logs" } ], "snippet": "ersion=3300] [error=\"[executor:1213]Deadlock found when trying to get lock; try restarting transaction\"] [session=\"{\\n \\\"currDBName\\\": \\\"c66_dc\\\",\\n \\\"id\\\":... [2026/0" }, { "artifact_paths": [ "/data/eval_audits/evalrun-b92aea0782574c129e3a933d662adcdd/evalcase-14240092b7f4417f8d4817f8b8605058/evidences/logs.json" ], "description": "Evidence links the worker failure to latency explosion and QPS collapse.", "earned_score": 9, "id": "coprocessor_cascade_signal_present", "match": "any_of", "max_score": 9, "passed": true, "required": true, "rules": [ { "artifact_path": "/data/eval_audits/evalrun-b92aea0782574c129e3a933d662adcdd/evalcase-14240092b7f4417f8d4817f8b8605058/evidences/logs.json", "artifacts": [], "matched": true, "matched_keyword": "timeout", "matcher": "keyword_any", "snippet": "[2026/03/31 03:23:59.499 +00:00] [INFO] [conn.go:1123] [\"read packet timeout, close this connection\"] [keyspaceName=10109909546444159555] [conn=3046614988]", "source": "logs" }, { "artifact_path": "", "artifacts": [ "summary_json" ], "matched": false, "matched_keyword": null, "matcher": "json_text_contains_any", "snippet": null, "source": "artifact_json" } ], "snippet": "[2026/03/31 03:23:59.499 +00:00] [INFO] [conn.go:1123] [\"read packet timeout, close this connection\"] [keyspaceName=10109909546444159555] [conn=3046614988]" } ], "max_score": 30, "raw_max_score": 25, "raw_score": 17, "score": 20, "status": "partial" }, "critical_evidence_verdict": "partial", "diagnosis": { "checks": [ { "description": "Identifies coprocessor worker capacity collapse rather than a pure query-side explanation.", "deterministic": { "match": "all_of", "passed": false, "rules": [ { "keywords": [ "coprocessor worker", "worker capacity", "worker offline", "worker disappeared", "coprocessor capacity", "coprocessor worker count" ], "matched": false, "matched_keys": [], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": false, "earned_score": 0.0, "id": "identify_worker_capacity_collapse_as_primary_path", "max_score": 3, "mode": "blended", "passed": false, "penalty_applied": 0, "required": true, "scoring_mode": "positive", "semantic_check_id": 1, "semantic_confidence": 0.0, "semantic_notes": [], "semantic_status": "undecided" }, { "description": "Identifies restart or OOM looping on the remaining worker as the main amplifier.", "deterministic": { "match": "any_of", "passed": true, "rules": [ { "keywords": [ "OOM", "restart loop", "repeated restart", "crash loop", "memory spike", "overload on the remaining worker", "单个剩余 worker", "重启循环" ], "matched": true, "matched_keys": [ "OOM" ], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": true, "earned_score": 2.0, "id": "identify_restart_loop_as_key_amplifier", "max_score": 3, "mode": "blended", "passed": true, "penalty_applied": 0, "required": false, "scoring_mode": "positive", "semantic_check_id": 2, "semantic_confidence": 0.0, "semantic_notes": [], "semantic_status": "undecided" }, { "description": "Does not stop at a query-only or generic slow-SQL root cause.", "deterministic": { "match": "all_of", "passed": true, "rules": [ { "keywords": [], "matched": true, "matched_keys": [ "query_only_primary_root_cause_asserted" ], "matcher": "bool_false", "path": "query_only_primary_root_cause_asserted", "paths": [], "patterns": [], "source": "output_fact" } ] }, "deterministic_pass": true, "earned_score": 0.0, "id": "reject_query_only_primary_root_cause", "max_score": 3, "mode": "blended", "passed": true, "penalty_applied": 0, "required": false, "scoring_mode": "penalty", "semantic_check_id": 3, "semantic_confidence": 0.0, "semantic_notes": [], "semantic_status": "undecided" }, { "description": "Reconstructs the cascade from worker loss to outage symptoms.", "deterministic": { "match": "any_of", "passed": true, "rules": [ { "keywords": [ "qps collapse", "request backlog", "coprocessor latency", "grpc blocking", "cluster outage", "QPS 下跌", "请求堆积" ], "matched": true, "matched_keys": [ "QPS 下跌" ], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": true, "earned_score": 2.67, "id": "reconstruct_capacity_to_outage_chain", "max_score": 4, "mode": "blended", "passed": true, "penalty_applied": 0, "required": false, "scoring_mode": "positive", "semantic_check_id": 4, "semantic_confidence": 0.0, "semantic_notes": [], "semantic_status": "undecided" }, { "description": "Recommends capacity-protection actions such as minimum replicas or better scaling guardrails.", "deterministic": { "match": "any_of", "passed": false, "rules": [ { "keywords": [ "minReplicas", "minimum replicas", "HPA", "autoscaling", "worker count alert", "最小副本", "扩缩容" ], "matched": false, "matched_keys": [], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": false, "earned_score": 0.0, "id": "recommend_capacity_protection", "max_score": 4, "mode": "blended", "passed": false, "penalty_applied": 0, "required": false, "scoring_mode": "positive", "semantic_check_id": 5, "semantic_confidence": 0.0, "semantic_notes": [], "semantic_status": "undecided" }, { "description": "Recommends follow-up on the initial worker disappearance cause.", "deterministic": { "match": "any_of", "passed": false, "rules": [ { "keywords": [ "node eviction", "worker disappearance", "initial trigger", "HPA decision", "节点驱逐" ], "matched": false, "matched_keys": [], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": false, "earned_score": 0.0, "id": "recommend_worker_health_followup", "max_score": 4, "mode": "blended", "passed": false, "penalty_applied": 0, "required": false, "scoring_mode": "positive", "semantic_check_id": 6, "semantic_confidence": 0.0, "semantic_notes": [], "semantic_status": "undecided" } ], "hard_gate_passed": false, "max_score": 50, "raw_score": 4.67, "score": 14, "semantic_shadow": { "available": false, "checks": [], "packet_path": "/data/eval_audits/evalrun-b92aea0782574c129e3a933d662adcdd/evalcase-14240092b7f4417f8d4817f8b8605058/semantic_packet_v1.json", "reason": "semantic_packet_missing", "status": "not_available", "summary": { "disagreement_flags": [], "shadow_max_score": 0, "shadow_score": 0 } }, "status": "fail" }, "evidence_collection": { "checks": [ { "description": "Required evidence artifacts are present and readable.", "earned_score": 4, "id": "required_artifacts_present", "match": "all_of", "max_score": 4, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched collection facts: core_evidence_bundle_present" }, { "description": "At least the minimum number of preferred evidence channels are observed.", "earned_score": 0, "id": "preferred_channels_minimum_observed", "match": "all_of", "max_score": 0, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched collection facts: query_or_metric, logs" }, { "description": "Preferred evidence channels are all observed.", "earned_score": 6, "id": "preferred_channels_all_observed", "match": "all_of", "max_score": 6, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched collection facts: query_or_metric, logs" } ], "max_score": 5, "raw_max_score": 10, "raw_score": 10, "score": 5, "status": "pass" }, "evidence_collection_verdict": "pass", "evidence_routing": { "checks": [ { "description": "Analysis patch is valid JSON whenever the patch exists.", "earned_score": 1, "id": "analysis_patch_valid_json", "match": "any_of", "max_score": 1, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_patch_valid_json", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Analysis patch items are structurally valid whenever the patch exists.", "earned_score": 2, "id": "analysis_items_shape_valid", "match": "any_of", "max_score": 2, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_items_shape_valid", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Analysis patch includes key evidence whenever the patch exists.", "earned_score": 2, "id": "analysis_key_evidence_present", "match": "any_of", "max_score": 2, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_has_key_evidence", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Metric references resolve whenever the patch requires them.", "earned_score": 1, "id": "metric_refs_resolvable", "match": "any_of", "max_score": 1, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_metric_refs_required" ], "matcher": "bool_false", "path": "analysis_metric_refs_required", "paths": [], "source": "routing_fact" }, { "matched": true, "matched_keys": [ "analysis_metric_refs_resolvable" ], "matcher": "bool_true", "path": "analysis_metric_refs_resolvable", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_metric_refs_required, analysis_metric_refs_resolvable" }, { "description": "Query references resolve whenever the patch requires them.", "earned_score": 1, "id": "query_refs_resolvable", "match": "any_of", "max_score": 1, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_query_refs_required" ], "matcher": "bool_false", "path": "analysis_query_refs_required", "paths": [], "source": "routing_fact" }, { "matched": true, "matched_keys": [ "analysis_query_refs_resolvable" ], "matcher": "bool_true", "path": "analysis_query_refs_resolvable", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_query_refs_required, analysis_query_refs_resolvable" }, { "description": "Analysis patch includes supporting evidence whenever the patch exists.", "earned_score": 0, "id": "supporting_evidence_present", "match": "any_of", "max_score": 0, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_has_supporting_evidence", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Routed log or event items stay resolvable against observed channels.", "earned_score": 0, "id": "analysis_log_or_event_channel_resolvable", "match": "all_of", "max_score": 0, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "analysis_log_or_event_channel_resolvable" ], "matcher": "bool_true", "path": "analysis_log_or_event_channel_resolvable", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_log_or_event_channel_resolvable" } ], "max_score": 5, "raw_max_score": 7, "raw_score": 7, "score": 5, "status": "pass" }, "evidence_routing_verdict": "pass", "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": true, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "channel_facts": { "events": false, "logs": true, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "Required workflow milestones are present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "matcher": "subset_observed", "path": "", "paths": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: architecture_context_loaded, misdiagnosis_guardrails_loaded, diagnosis_run_initialized, evidence_collection_completed" }, { "description": "Required evidence artifacts are present.", "id": "required_artifacts_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: core_evidence_bundle_present" }, { "description": "At least one preferred evidence channel is observed.", "id": "preferred_channels_minimum_observed", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched execution contract facts: query_or_metric, logs" }, { "description": "Preferred evidence channels are all observed.", "id": "preferred_channels_all_observed", "match": "all_of", "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched execution contract facts: query_or_metric, logs" } ], "status": "pass", "workflow_facts": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true } }, "execution_contract_verdict": "pass", "ground_truth_root_cause": "Multiple coprocessor workers disappeared, leaving one remaining worker overloaded and repeatedly restarting, which cascaded into cluster-wide request backlog and outage-level latency", "overall_verdict": "fail", "quality_verdict": "fail", "scoring": { "failing_hard_gate_score_cap": 69, "final_score": 54, "hard_gate_passed": false, "passing_hard_gate_score_floor": 70, "raw_total_score": 54 }, "strategy": "deterministic_trace_heavy_v1", "workflow": { "checks": [ { "description": "Architecture context is loaded.", "earned_score": 5, "id": "architecture_context_loaded", "match": "all_of", "max_score": 5, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded" ], "matcher": "bool_true", "path": "architecture_context_loaded", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: architecture_context_loaded" }, { "description": "Misdiagnosis guardrails are loaded.", "earned_score": 5, "id": "misdiagnosis_guardrails_loaded", "match": "all_of", "max_score": 5, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "misdiagnosis_guardrails_loaded" ], "matcher": "bool_true", "path": "misdiagnosis_guardrails_loaded", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: misdiagnosis_guardrails_loaded" }, { "description": "Diagnosis run is initialized.", "earned_score": 5, "id": "diagnosis_run_initialized", "match": "all_of", "max_score": 5, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "diagnosis_run_initialized" ], "matcher": "bool_true", "path": "diagnosis_run_initialized", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: diagnosis_run_initialized" }, { "description": "Evidence collection completes.", "earned_score": 10, "id": "evidence_collection_completed", "match": "all_of", "max_score": 10, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "evidence_collection_completed" ], "matcher": "bool_true", "path": "evidence_collection_completed", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: evidence_collection_completed" }, { "description": "Summary artifact is read when available.", "earned_score": 5, "id": "summary_read_completed", "match": "all_of", "max_score": 5, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "summary_read_completed" ], "matcher": "bool_true", "path": "summary_read_completed", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: summary_read_completed" }, { "description": "Final answer is emitted.", "earned_score": 0, "id": "final_answer_emitted", "match": "all_of", "max_score": 0, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "final_answer_emitted" ], "matcher": "bool_true", "path": "final_answer_emitted", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: final_answer_emitted" } ], "max_score": 10, "raw_max_score": 25, "raw_score": 25, "score": 10, "status": "pass" }, "workflow_verdict": "pass" }, "passed_checks": 3, "primary_failure_code": "critical_evidence_partial", "score": 54, "total_checks": 6 }