{ "audit": { "artifact_resolution": { "candidate_run_dirs": [ "evidences" ], "manifest_path_mismatch": false, "primary_failure_code": null, "resolution_mode": "workspace_evidence_root", "scanned_scopes": [ { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10322500445237050222", "actual_end_ts": 1775558520, "actual_start_ts": 1775551620, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "resolved", "selected": true, "source_kind": "audit_dir", "source_root": "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-9f720c6bcbc34831a00369684597362a", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 }, { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10322500445237050222", "actual_end_ts": 1775558520, "actual_start_ts": 1775551620, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "skipped_lower_priority", "selected": false, "source_kind": "workspace_dir", "source_root": "/Users/huyibin/Documents/dev/investibook/backend/data/workspaces/ws-eval-1778485779958-a171cd48", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 } ], "selected_candidate": { "actual_cluster_id": "10322500445237050222", "actual_end_ts": 1775558520, "actual_start_ts": 1775551620, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "selected_scope": "audit_dir", "selected_trace_candidate": { "actual_cluster_id": "10322500445237050222", "actual_end_ts": 1775558520, "actual_start_ts": 1775551620, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "status": "resolved" }, "case_id": "service-degradation-during-incident-window", "contract": { "actual_cluster_id": "10322500445237050222", "cluster_scope_match": true, "expected_allowed_window_id": "workspace_observed_window", "expected_cluster_id": "10322500445237050222", "time_window_match": true }, "critical_evidence_verdict": "pass", "evidence_collection_verdict": "pass", "evidence_routing_verdict": "pass", "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": true, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "channel_facts": { "events": false, "logs": true, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "Required workflow milestones are present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "matcher": "subset_observed", "path": "", "paths": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: architecture_context_loaded, misdiagnosis_guardrails_loaded, diagnosis_run_initialized, evidence_collection_completed" }, { "description": "Required evidence artifacts are present.", "id": "required_artifacts_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: core_evidence_bundle_present" }, { "description": "Preferred evidence channels are all observed.", "id": "preferred_channels_all_observed", "match": "all_of", "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched execution contract facts: query_or_metric" } ], "status": "pass", "workflow_facts": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true } }, "execution_contract_verdict": "pass", "overall_verdict": "pass", "quality_verdict": "pass", "semantic_shadow": { "available": true, "status": "ok" }, "source": "deterministic_judge", "strategy": "deterministic_trace_heavy_v1", "workflow_verdict": "pass" }, "case_run_id": "evalcase-9f720c6bcbc34831a00369684597362a", "facts": { "artifact_observations": { "analysis_patch_present": false, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "artifacts": { "analysis_patch_path": "", "diagnosis_report_path": "evidences/workspace_evidence_report.json", "evidence_dir": "evidences", "logs_dir": "", "manifest_path": "", "manifest_path_mismatch": false, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "source_root": "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-9f720c6bcbc34831a00369684597362a", "source_scope": "audit_dir", "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "telemetry_path": ".opencode/telemetry.log" }, "case_id": "service-degradation-during-incident-window", "cluster": { "actual_cluster_id": "10322500445237050222", "expected_cluster_id": "10322500445237050222", "matched": true }, "contract": { "actual_cluster_id": "10322500445237050222", "cluster_scope_match": true, "expected_allowed_window_id": "workspace_observed_window", "expected_cluster_id": "10322500445237050222", "time_window_match": true }, "critical_evidence": { "configured": true, "matched_check_ids": [ "primary_symptom_evidence_present", "primary_query_evidence_present", "root_cause_mechanism_evidence_present" ] }, "evidence": { "analysis_patch_path": "", "core_evidence_bundle_present": true, "decoded_plan_indexes_used": "[catalogs:catalogs_parent_id_index]", "events_channel_observed": false, "hotspot_detected": true, "infra_clear": true, "kill_query_signal_present": false, "log_error_counts": { "pd": { "error": 0, "info": 0, "warn": 0 }, "tidb": { "error": 0, "info": 0, "warn": 0 }, "tikv": { "error": 0, "info": 0, "warn": 0 } }, "logs_channel_observed": true, "logs_dir_present": false, "memory_tracker_panic_present": false, "metric_evidence": [ { "instance": "all (7 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.0, "metric_group_id": "ebs_iops_throttle", "name": "EBS IOPS Throttle Avg", "peak": 0.0013, "promql": "rate(aws_ebs_csi_exceeded_iops_seconds_total[1m]) # client-side join by pod", "unit": "fraction" }, { "instance": "db-tikv-1 vol-060c9ba1b25e9e89b", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.0001, "metric_group_id": "ebs_iops_throttle", "name": "EBS IOPS Throttle", "peak": 0.0093, "promql": "rate(aws_ebs_csi_exceeded_iops_seconds_total[1m]) # client-side join by pod", "severity": "normal", "unit": "fraction" }, { "instance": "db-tikv-1 vol-03e02a8ee05964f6b", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.0, "metric_group_id": "ebs_iops_throttle", "name": "EBS IOPS Throttle", "peak": 0.0, "promql": "rate(aws_ebs_csi_exceeded_iops_seconds_total[1m]) # client-side join by pod", "severity": "normal", "unit": "fraction" }, { "instance": "db-tikv-2 vol-05359da63242ad755", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.0, "metric_group_id": "ebs_iops_throttle", "name": "EBS IOPS Throttle", "peak": 0.0, "promql": "rate(aws_ebs_csi_exceeded_iops_seconds_total[1m]) # client-side join by pod", "severity": "normal", "unit": "fraction" }, { "instance": "db-tikv-2 vol-07a4ba0c44fbf78c4", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.0, "metric_group_id": "ebs_iops_throttle", "name": "EBS IOPS Throttle", "peak": 0.0, "promql": "rate(aws_ebs_csi_exceeded_iops_seconds_total[1m]) # client-side join by pod", "severity": "normal", "unit": "fraction" }, { "instance": "db-tikv-0 vol-0374dea69486685d9", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.0, "metric_group_id": "ebs_iops_throttle", "name": "EBS IOPS Throttle", "peak": 0.0, "promql": "rate(aws_ebs_csi_exceeded_iops_seconds_total[1m]) # client-side join by pod", "severity": "normal", "unit": "fraction" }, { "instance": "all (2 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.244, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency Avg", "peak": 1.35, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "db-tidb-0", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.46, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency", "peak": 2.644, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "db-tidb-2", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.028, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency", "peak": 0.056, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "all (3 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.041, "metric_group_id": "tikv_grpc_p99", "name": "TiKV gRPC P99 Avg", "peak": 0.243, "promql": "histogram_quantile(0.99, sum(rate(tikv_grpc_msg_duration_seconds_bucket{type!=\"raft\"}[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "db-tikv-1", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.044, "metric_group_id": "tikv_grpc_p99", "name": "TiKV gRPC P99", "peak": 0.288, "promql": "histogram_quantile(0.99, sum(rate(tikv_grpc_msg_duration_seconds_bucket{type!=\"raft\"}[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "db-tikv-2", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.052, "metric_group_id": "tikv_grpc_p99", "name": "TiKV gRPC P99", "peak": 0.271, "promql": "histogram_quantile(0.99, sum(rate(tikv_grpc_msg_duration_seconds_bucket{type!=\"raft\"}[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "db-tikv-0", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.029, "metric_group_id": "tikv_grpc_p99", "name": "TiKV gRPC P99", "peak": 0.171, "promql": "histogram_quantile(0.99, sum(rate(tikv_grpc_msg_duration_seconds_bucket{type!=\"raft\"}[1m])) by (le, instance))", "unit": "seconds" }, { "component": "tidb", "instance": "all (db, 2 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 3.98, "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU Avg", "nodegroup": "db", "peak": 6.09, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "unit": "cores" }, { "component": "tidb", "instance": "db-tidb-0", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU", "nodegroup": "db", "peak": 7.76, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "quota": 8.0, "severity": "critical", "unit": "cores", "utilization": "97%" }, { "component": "tidb", "instance": "db-tidb-2", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU", "nodegroup": "db", "peak": 4.41, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "quota": 8.0, "severity": "normal", "unit": "cores", "utilization": "55%" }, { "component": "tikv", "instance": "all (db, 3 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 1.82, "metric_group_id": "tikv_cpu:db", "name": "TIKV CPU Avg", "nodegroup": "db", "peak": 3.06, "promql": "rate(process_cpu_seconds_total{component=\"tikv\"}[1m])", "unit": "cores" }, { "component": "tikv", "instance": "db-tikv-2", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "metric_group_id": "tikv_cpu:db", "name": "TIKV CPU", "nodegroup": "db", "peak": 3.8, "promql": "rate(process_cpu_seconds_total{component=\"tikv\"}[1m])", "quota": 8.0, "severity": "normal", "unit": "cores", "utilization": "48%" }, { "component": "tikv", "instance": "db-tikv-1", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "metric_group_id": "tikv_cpu:db", "name": "TIKV CPU", "nodegroup": "db", "peak": 2.98, "promql": "rate(process_cpu_seconds_total{component=\"tikv\"}[1m])", "quota": 8.0, "severity": "normal", "unit": "cores", "utilization": "37%" }, { "component": "tikv", "instance": "db-tikv-0", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "metric_group_id": "tikv_cpu:db", "name": "TIKV CPU", "nodegroup": "db", "peak": 2.38, "promql": "rate(process_cpu_seconds_total{component=\"tikv\"}[1m])", "quota": 8.0, "severity": "normal", "unit": "cores", "utilization": "30%" }, { "instance": "all (2 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.819, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency Avg", "peak": 1.258, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "unit": "events/s" }, { "instance": "db-tidb-0", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 1.373, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency", "peak": 1.783, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "severity": "normal", "unit": "events/s" }, { "instance": "db-tidb-2", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.265, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency", "peak": 0.733, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "severity": "normal", "unit": "events/s" }, { "instance": "all (2 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.001, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate Avg", "peak": 0.003, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "unit": "seconds/second" }, { "instance": "db-tidb-0", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.001, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate", "peak": 0.006, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "severity": "normal", "unit": "seconds/second" }, { "instance": "db-tidb-2", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.0, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate", "peak": 0.0, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "severity": "normal", "unit": "seconds/second" }, { "instance": "all (2 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.006, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99 Avg", "peak": 0.04, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "db-tidb-0", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.009, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99", "peak": 0.073, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "severity": "normal", "unit": "seconds" }, { "instance": "db-tidb-2", "link": "https://clinic.pingcap.com/portal/#/clusters/10322500445237050222", "mean": 0.002, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99", "peak": 0.008, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "severity": "normal", "unit": "seconds" }, { "bucket": "unified_read", "instance": "db-tikv-2", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 3.1218, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "unified_read", "instance": "db-tikv-1", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 2.1117, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "unified_read", "instance": "db-tikv-0", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 1.9425, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "rocksdb", "instance": "db-tikv-0", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.9988, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "rocksdb", "instance": "db-tikv-2", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.9937, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "rocksdb", "instance": "db-tikv-1", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.9935, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "grpc", "instance": "db-tikv-0", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.3753, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "grpc", "instance": "db-tikv-2", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.3595, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "grpc", "instance": "db-tikv-1", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.2943, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "other", "instance": "db-tikv-2", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.244, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "other", "instance": "db-tikv-1", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.173, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "other", "instance": "db-tikv-0", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.1507, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "raftstore", "instance": "db-tikv-0", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.0982, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "raftstore", "instance": "db-tikv-2", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.0957, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "raftstore", "instance": "db-tikv-1", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.094, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "background", "instance": "db-tikv-0", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.0585, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "background", "instance": "db-tikv-2", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.0407, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "background", "instance": "db-tikv-1", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.0392, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "apply", "instance": "db-tikv-2", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.0382, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "apply", "instance": "db-tikv-0", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.0368, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "apply", "instance": "db-tikv-1", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.034, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "sched", "instance": "db-tikv-2", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.0317, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "sched", "instance": "db-tikv-0", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.0282, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" }, { "bucket": "sched", "instance": "db-tikv-1", "metric_group_id": "tikv_thread_cpu", "name": "TiKV Thread CPU", "peak": 0.0215, "promql": "sum by (instance, name) (rate(tikv_thread_cpu_seconds_total{instance=~\"db-tikv-2|db-tikv-1|db-tikv-0\"}[1m]))", "unit": "cores" } ], "panic_signal_artifact_present": false, "query_evidence": { "slow_query": [ { "avg_time": "1.31s", "digest": "fe60d105157bc3b63640b11cf7afd70fea2d37005981e81570c38f7d433a63c1", "exec_count": "16432", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/slow_query?digest=fe60d105157bc3b63640b11cf7afd70fea2d37005981e81570c38f7d433a63c1&from=1775551620&to=1775558520&show_internal=true&term=", "max_mem": "56442965", "max_time": "6.12s", "source": "slow_query", "sql_preview": "select `p` . * from `catalogs` `c` join `catalogs` `pc` on `pc` . `id` = `c` . `parent_id` join `catalogs_items` `ci` on `ci` . `catalog_id` = `c` . `id` join `stock_items` `si` on `si` . `product_ite" }, { "avg_time": "0.51s", "digest": "7d16d744c6efc0209b47c07e77fc6da74472f44bd62f092b6a1e78b5f6c17eeb", "exec_count": "8225", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/slow_query?digest=7d16d744c6efc0209b47c07e77fc6da74472f44bd62f092b6a1e78b5f6c17eeb&from=1775551620&to=1775558520&show_internal=true&term=", "max_mem": "834204", "max_time": "2.54s", "source": "slow_query", "sql_preview": "select `ssi` . * , if ( `si` . `use_dispensing_fee_override` and `si` . `dispensing_fee_override` is not ? , `si` . `dispensing_fee_override` , ? ) as `dispensing_fee` from `stock_supply_items` `ssi` " }, { "avg_time": "0.50s", "digest": "aceb8194887183838285f3ab7390d29c97f341850a2595654d7330b037dad0cb", "exec_count": "6195", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/slow_query?digest=aceb8194887183838285f3ab7390d29c97f341850a2595654d7330b037dad0cb&from=1775551620&to=1775558520&show_internal=true&term=", "max_mem": "256513", "max_time": "2.41s", "source": "slow_query", "sql_preview": "select * from `stock_grouped_products` where `stock_item_id` = ? and `deleted_at` is ?;" }, { "avg_time": "0.51s", "digest": "ed8273ab1df2f5efc9de90568b43925304f5241e71f50919bb22488d43b86b42", "exec_count": "4675", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/slow_query?digest=ed8273ab1df2f5efc9de90568b43925304f5241e71f50919bb22488d43b86b42&from=1775551620&to=1775558520&show_internal=true&term=", "max_mem": "266157", "max_time": "2.60s", "source": "slow_query", "sql_preview": "select * from `stock_grouped_product_items` where `stock_group_id` = ?;" }, { "avg_time": "0.48s", "digest": "444443f121940de6b00c13c760bc22d7eef80b0094b23760e702ab137d01f3cf", "exec_count": "4494", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/slow_query?digest=444443f121940de6b00c13c760bc22d7eef80b0094b23760e702ab137d01f3cf&from=1775551620&to=1775558520&show_internal=true&term=", "max_mem": "90558", "max_time": "2.25s", "source": "slow_query", "sql_preview": "select * from variables `v` where `v` . `key` = ? limit ?;" }, { "avg_time": "0.56s", "digest": "7f3abcf67ef0848c172651c646545ad6f9e6834f0023079b6512fbbc3e46b4e4", "exec_count": "3729", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/slow_query?digest=7f3abcf67ef0848c172651c646545ad6f9e6834f0023079b6512fbbc3e46b4e4&from=1775551620&to=1775558520&show_internal=true&term=", "max_mem": "13891193", "max_time": "3.67s", "source": "slow_query", "sql_preview": "select `pi` . * , `pt` . `short_title` , `pt` . `title` , `pt` . `product_description` , `pt` . `dosage_str` , `pit` . `custom_quantity_title` , `pit` . `item_description` , `pit` . `invoice_title` , " }, { "avg_time": "0.42s", "digest": "57429589f0a642037f139d2012c12b51df3b971d1a4177ee864bbe9d2bc1208a", "exec_count": "3324", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/slow_query?digest=57429589f0a642037f139d2012c12b51df3b971d1a4177ee864bbe9d2bc1208a&from=1775551620&to=1775558520&show_internal=true&term=", "max_mem": "116176", "max_time": "2.12s", "source": "slow_query", "sql_preview": "delete from `hubspot` . `pending_events` where `entity_type` = ? and `id` <= ? and `entity_id` = ?;" }, { "avg_time": "0.67s", "digest": "80152280450816ee45a82f125ad3ce5a66c8cda6ecaf85c6585149412d93a85d", "exec_count": "3234", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/slow_query?digest=80152280450816ee45a82f125ad3ce5a66c8cda6ecaf85c6585149412d93a85d&from=1775551620&to=1775558520&show_internal=true&term=", "max_mem": "391017", "max_time": "4.25s", "source": "slow_query", "sql_preview": "select `catalogs` . `id` , `catalogs` . `order` , `catalogs` . `parent_id` , `catalogs` . `catalog_type` , `catalogs` . `shortcut` , `catalogs` . `settings` , `catalogs` . `content_type` , `catalog_tr" }, { "avg_time": "0.72s", "digest": "d56f717b4ee38f7ad5588974f9f52c72dddb5e8983dc5af123b40768ff3183f6", "exec_count": "2664", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/slow_query?digest=d56f717b4ee38f7ad5588974f9f52c72dddb5e8983dc5af123b40768ff3183f6&from=1775551620&to=1775558520&show_internal=true&term=", "max_mem": "20480", "max_time": "5.60s", "source": "slow_query", "sql_preview": "select /*+ read_from_storage(tiflash[s,product_catalog,parent_catalog,ci,si,ssi,sdoc]) */ `s` . `pharmacy_id` from `catalogs` `parent_catalog` inner join `catalogs` `product_catalog` on `product_catal" }, { "avg_time": "0.64s", "digest": "c4ddf9670491db492c760cd9ab1116355f91b1db318b27241eef820d6c186ad1", "exec_count": "2334", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/slow_query?digest=c4ddf9670491db492c760cd9ab1116355f91b1db318b27241eef820d6c186ad1&from=1775551620&to=1775558520&show_internal=true&term=", "max_mem": "328813", "max_time": "3.81s", "source": "slow_query", "sql_preview": "select sum ( `pi` . `quantity` * `op` . `quantity` ) as `total_quantity` from `orders` `o` left join `orders` `o2` on `o2` . `id` = `o` . `parent_id` join `order_payments` `opy` on `opy` . `order_id` " } ], "topsql": [ { "component": "TiDB", "cpu_ms": "16452100", "cpu_pct": 52.54, "digest": "FE60D105157BC3B63640B11CF7AFD70FEA2D37005981E81570C38F7D433A63C1", "instance": "db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc:10080", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc%3A10080", "sql_preview": "select `p` . * from `catalogs` `c` join `catalogs` `pc` on `pc` . `id` = `c` . `parent_id` join `catalogs_items` `ci` on `ci` . `catalog_id` = `c` . `id` join `stock_items` `si` on `si` . `product_ite" }, { "component": "TiDB", "cpu_ms": "2154530", "cpu_pct": 6.88, "digest": "", "instance": "db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc:10080", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc%3A10080", "sql_preview": "" }, { "component": "TiDB", "cpu_ms": "941020", "cpu_pct": 3.01, "digest": "7D16D744C6EFC0209B47C07E77FC6DA74472F44BD62F092B6A1E78B5F6C17EEB", "instance": "db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc:10080", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc%3A10080", "sql_preview": "select `ssi` . * , if ( `si` . `use_dispensing_fee_override` and `si` . `dispensing_fee_override` is not ? , `si` . `dispensing_fee_override` , ? ) as `dispensing_fee` from `stock_supply_items` `ssi` " }, { "component": "TiDB", "cpu_ms": "533810", "cpu_pct": 1.7, "digest": "AF2DBD66536C568E424CCE242D3AAEA5320753E1E5E208868E051CD83AB2C14E", "instance": "db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc:10080", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc%3A10080", "sql_preview": "select `pi` . `id` as `product_item_id` , `pi` . `product_id` , `pi` . `quantity` , `pip` . `price` , `ct` . `title` , `ct` . `description` , `pt` . `title` as `product_title` , `pt` . `dosage_str` , " }, { "component": "TiDB", "cpu_ms": "420480", "cpu_pct": 1.34, "digest": "A43739482A077387CB28A052DC6DBEBB5A881A7C941815DB81E71C2ACA496F49", "instance": "db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc:10080", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc%3A10080", "sql_preview": "select count ( distinct `orders` . `id` ) as `count` from `orders` inner join `order_prescriptions` as `order_prescriptions` on `order_prescriptions` . `order_id` = `orders` . `id` inner join `custome" }, { "component": "TiDB", "cpu_ms": "411030", "cpu_pct": 1.31, "digest": "80152280450816EE45A82F125AD3CE5A66C8CDA6ECAF85C6585149412D93A85D", "instance": "db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc:10080", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc%3A10080", "sql_preview": "select `catalogs` . `id` , `catalogs` . `order` , `catalogs` . `parent_id` , `catalogs` . `catalog_type` , `catalogs` . `shortcut` , `catalogs` . `settings` , `catalogs` . `content_type` , `catalog_tr" }, { "component": "TiDB", "cpu_ms": "400090", "cpu_pct": 1.28, "digest": "BA188BAE135BAA156F9AFAF333F438FD7091C22CA5BC88361C1EEC50A52CFF83", "instance": "db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc:10080", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc%3A10080", "sql_preview": "" }, { "component": "TiDB", "cpu_ms": "400020", "cpu_pct": 1.28, "digest": "A4754370DCF2D4061196592C34014124EDB599C09B66D7439B21D3B1BC94E2F3", "instance": "db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc:10080", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc%3A10080", "sql_preview": "select `filter_name` , `content` from `mysql` . `audit_log_filters`" }, { "component": "TiDB", "cpu_ms": "379420", "cpu_pct": 1.21, "digest": "7F3ABCF67EF0848C172651C646545AD6F9E6834F0023079B6512FBBC3E46B4E4", "instance": "db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc:10080", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc%3A10080", "sql_preview": "select `pi` . * , `pt` . `short_title` , `pt` . `title` , `pt` . `product_description` , `pt` . `dosage_str` , `pit` . `custom_quantity_title` , `pit` . `item_description` , `pit` . `invoice_title` , " }, { "component": "TiDB", "cpu_ms": "337640", "cpu_pct": 1.08, "digest": "5D1A35D876A48ECF630CD9FCA60B51826465A209874385F467E072F6B3CF7F50", "instance": "db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc:10080", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tidb-0.db-tidb-peer.tidb10322500445237050222.svc%3A10080", "sql_preview": "select `product_items` . `id` , json_objectagg ( `product_translations` . `language_id` , `product_translations` . `title` ) as `titles` from `product_items` inner join `products` on `product_items` ." }, { "component": "TiKV", "cpu_ms": "3063488", "cpu_pct": 0.0, "digest": "C8E100FE0DCD40784B83FEAA1D95BB6A0A9A6E2B91196A70A8E50CC2D571F8EE", "instance": "db-tikv-2.db-tikv-peer.tidb10322500445237050222.svc:20160", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tikv-2.db-tikv-peer.tidb10322500445237050222.svc%3A20160", "sql_preview": "select `ssi` . * , sum ( `ssi` . `for_sale` ) as `for_sale` from `catalogs` `product_catalog` join `catalogs` `parent_catalog` on `parent_catalog` . `id` = `product_catalog` . `parent_id` join `catalo" }, { "component": "TiKV", "cpu_ms": "3022705", "cpu_pct": 0.0, "digest": "57429589F0A642037F139D2012C12B51DF3B971D1A4177EE864BBE9D2BC1208A", "instance": "db-tikv-1.db-tikv-peer.tidb10322500445237050222.svc:20160", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tikv-1.db-tikv-peer.tidb10322500445237050222.svc%3A20160", "sql_preview": "delete from `hubspot` . `pending_events` where `entity_type` = ? and `id` <= ? and `entity_id` = ?" }, { "component": "TiKV", "cpu_ms": "2034477", "cpu_pct": 0.0, "digest": "7F3ABCF67EF0848C172651C646545AD6F9E6834F0023079B6512FBBC3E46B4E4", "instance": "db-tikv-2.db-tikv-peer.tidb10322500445237050222.svc:20160", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tikv-2.db-tikv-peer.tidb10322500445237050222.svc%3A20160", "sql_preview": "select `pi` . * , `pt` . `short_title` , `pt` . `title` , `pt` . `product_description` , `pt` . `dosage_str` , `pit` . `custom_quantity_title` , `pit` . `item_description` , `pit` . `invoice_title` , " }, { "component": "TiKV", "cpu_ms": "1092928", "cpu_pct": 0.0, "digest": "567C339CE50CB5F3E91074BFFABA9C280DAEF3E2C836BC374DF4E4FB577B5052", "instance": "db-tikv-2.db-tikv-peer.tidb10322500445237050222.svc:20160", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tikv-2.db-tikv-peer.tidb10322500445237050222.svc%3A20160", "sql_preview": "select `pi` . * , `pt` . `short_title` , `pt` . `title` , `pt` . `product_description` , `pt` . `dosage_str` , `pit` . `custom_quantity_title` , `pit` . `invoice_title` , `a` . `base_path` , `a` . `ow" }, { "component": "TiKV", "cpu_ms": "948580", "cpu_pct": 0.0, "digest": "FCA0333F2B16409F49326ED75D419DEC8E06840008C21575D0F5DA3990D13DC6", "instance": "db-tikv-2.db-tikv-peer.tidb10322500445237050222.svc:20160", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tikv-2.db-tikv-peer.tidb10322500445237050222.svc%3A20160", "sql_preview": "select `order_products` . `product_item_id` , `quantity` , `catalog_translations` . `mention` as `category_mention` , `order_products` . `is_prescription_drug` , `catalogs` . `id` as `catalog_id` , `c" }, { "component": "TiKV", "cpu_ms": "903370", "cpu_pct": 0.0, "digest": "57429589F0A642037F139D2012C12B51DF3B971D1A4177EE864BBE9D2BC1208A", "instance": "db-tikv-2.db-tikv-peer.tidb10322500445237050222.svc:20160", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tikv-2.db-tikv-peer.tidb10322500445237050222.svc%3A20160", "sql_preview": "delete from `hubspot` . `pending_events` where `entity_type` = ? and `id` <= ? and `entity_id` = ?" }, { "component": "TiKV", "cpu_ms": "728510", "cpu_pct": 0.0, "digest": "2E4E0A2EFB1CAEC26B98BF37A75C72BC72958FE87DF92F11BA9A41652BD700D0", "instance": "db-tikv-0.db-tikv-peer.tidb10322500445237050222.svc:20160", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tikv-0.db-tikv-peer.tidb10322500445237050222.svc%3A20160", "sql_preview": "select `ces` . * from `composed_email_ses_retries` `ces` join `composed_emails` `ce` on `ce` . `id` = `ces` . `composed_email_id` where status = ? and `ce` . `was_retried_by_ses` = ? and `ce` . `was_r" }, { "component": "TiKV", "cpu_ms": "632332", "cpu_pct": 0.0, "digest": "0B5F28853D02AEB1EB76BE188176A4C6D8CC5AAE3CC09483A2841F9398F53A49", "instance": "db-tikv-1.db-tikv-peer.tidb10322500445237050222.svc:20160", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tikv-1.db-tikv-peer.tidb10322500445237050222.svc%3A20160", "sql_preview": "select `menu_items` . `order` , `mit` . `text` , `route_aliases` . `uri` from `menus` join `menu_items` on `menus` . `id` = `menu_items` . `menu_id` join `menu_item_translations` `mit` on `mit` . `men" }, { "component": "TiKV", "cpu_ms": "575998", "cpu_pct": 0.0, "digest": "9FC999945A93F7608E343E8ED5479186EA7DDFD2DDF370990092B727CFE90C9D", "instance": "db-tikv-1.db-tikv-peer.tidb10322500445237050222.svc:20160", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tikv-1.db-tikv-peer.tidb10322500445237050222.svc%3A20160", "sql_preview": "select `stock_items` . `id` as `siid` from `subscriptions` join `orders` on `subscriptions` . `order_id` = `orders` . `id` join `order_products` on `orders` . `id` = `order_products` . `order_id` join" }, { "component": "TiKV", "cpu_ms": "560130", "cpu_pct": 0.0, "digest": "7F3ABCF67EF0848C172651C646545AD6F9E6834F0023079B6512FBBC3E46B4E4", "instance": "db-tikv-0.db-tikv-peer.tidb10322500445237050222.svc:20160", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10322500445237050222&provider=aws®ion=eu-central-1&orgName=Helfy&orgId=1372813089209262891&projectId=1372813089454580591&clusterName=production&deployType=dedicated&version=v8.1.2#/topsql?from=1775551620&to=1775558520&instance=db-tikv-0.db-tikv-peer.tidb10322500445237050222.svc%3A20160", "sql_preview": "select `pi` . * , `pt` . `short_title` , `pt` . `title` , `pt` . `product_description` , `pt` . `dosage_str` , `pit` . `custom_quantity_title` , `pit` . `item_description` , `pit` . `invoice_title` , " } ] }, "query_or_metric_channel_observed": true, "slow_query_top_digest": "fe60d105157bc3b63640b11cf7afd70fea2d37005981e81570c38f7d433a63c1", "ticket_context_channel_observed": false, "topsql_collection_error_recorded": false }, "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": true, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "channel_facts": { "events": false, "logs": true, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "Required workflow milestones are present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "matcher": "subset_observed", "path": "", "paths": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: architecture_context_loaded, misdiagnosis_guardrails_loaded, diagnosis_run_initialized, evidence_collection_completed" }, { "description": "Required evidence artifacts are present.", "id": "required_artifacts_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: core_evidence_bundle_present" }, { "description": "Preferred evidence channels are all observed.", "id": "preferred_channels_all_observed", "match": "all_of", "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched execution contract facts: query_or_metric" } ], "status": "pass", "workflow_facts": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true } }, "output": { "analyze_primary_culprit_asserted": false, "claims_panic_not_confirmable": false, "diagnosis_cpu_hotspot_asserted": true, "diagnosis_kill_query_chain_asserted": false, "diagnosis_memory_tracker_panic_asserted": false, "diagnosis_plan_stats_issue_asserted": false, "diagnosis_single_instance_panic_restart_asserted": true, "fake_alarm_primary_asserted": false, "focuses_on_missing_index": false, "mentions_cpu_saturation": true, "mentions_est_act_divergence": false, "mentions_idle_transaction": false, "mentions_intermediate_result_explosion": false, "mentions_kill_query": false, "mentions_memory_tracker_consume": false, "mentions_p99_latency_spike": true, "mentions_rollback_cleanup": false, "mentions_statistics_uninitialized": false, "mentions_v8_5_2": false, "mentions_v8_5_3_or_fixed_release": false, "mentions_without_fix": false, "missing_index_primary_root_cause_asserted": false, "query_only_primary_root_cause_asserted": false, "wide_scan_primary_root_cause_asserted": false }, "routing": { "analysis_event_items_present": false, "analysis_has_key_evidence": false, "analysis_has_supporting_evidence": false, "analysis_items_shape_valid": false, "analysis_log_items_present": false, "analysis_log_or_event_channel_resolvable": true, "analysis_metric_refs_required": false, "analysis_metric_refs_resolvable": true, "analysis_patch_present": false, "analysis_patch_valid_json": false, "analysis_query_refs_required": false, "analysis_query_refs_resolvable": true }, "window": { "actual_end_ts": 1775558520, "actual_start_ts": 1775551620, "expected_allowed_window_id": "workspace_observed_window", "expected_end_ts": 1775558520, "expected_start_ts": 1775551620, "matched_allowed_window": true }, "workflow": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "evidence_collection_started": false, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true, "targeted_panic_log_query_completed": false } }, "id": "evaljudge-8fbe264aa07f48d2baf008e7cf8fc84f", "invalid_subtype": null, "judged_at": "2026-05-11T07:53:39.516696+00:00", "judgment_verdict": "pass", "packet": { "artifact_resolution": { "candidate_run_dirs": [ "evidences" ], "manifest_path_mismatch": false, "primary_failure_code": null, "resolution_mode": "workspace_evidence_root", "scanned_scopes": [ { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10322500445237050222", "actual_end_ts": 1775558520, "actual_start_ts": 1775551620, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "resolved", "selected": true, "source_kind": "audit_dir", "source_root": "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-9f720c6bcbc34831a00369684597362a", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 }, { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10322500445237050222", "actual_end_ts": 1775558520, "actual_start_ts": 1775551620, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "skipped_lower_priority", "selected": false, "source_kind": "workspace_dir", "source_root": "/Users/huyibin/Documents/dev/investibook/backend/data/workspaces/ws-eval-1778485779958-a171cd48", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 } ], "selected_candidate": { "actual_cluster_id": "10322500445237050222", "actual_end_ts": 1775558520, "actual_start_ts": 1775551620, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "selected_scope": "audit_dir", "selected_trace_candidate": { "actual_cluster_id": "10322500445237050222", "actual_end_ts": 1775558520, "actual_start_ts": 1775551620, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "status": "resolved" }, "contract": { "checks": [ { "description": "Actual diagnosis time window matches one allowed case window.", "id": "time_window_match", "match": "all_of", "passed": true, "required": true, "rules": [ { "allowed": [], "matched": true, "matched_keys": [ "time_window_match" ], "matcher": "bool_true", "path": "time_window_match", "source": "trace_fact", "value": "" } ], "snippet": "matched trace facts: time_window_match" }, { "description": "Actual diagnosis cluster scope matches expected cluster id.", "id": "cluster_scope_match", "match": "all_of", "passed": true, "required": true, "rules": [ { "allowed": [], "matched": true, "matched_keys": [ "cluster_scope_match" ], "matcher": "bool_true", "path": "cluster_scope_match", "source": "trace_fact", "value": "" } ], "snippet": "matched trace facts: cluster_scope_match" } ], "status": "pass" }, "critical_evidence": { "checks": [ { "artifact_paths": [ "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-9f720c6bcbc34831a00369684597362a/evidences/gate_checks.json" ], "description": "Primary symptom evidence is present for the incident window.", "earned_score": 8, "id": "primary_symptom_evidence_present", "match": "all_of", "max_score": 8, "passed": true, "required": true, "rules": [ { "artifact_path": "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-9f720c6bcbc34831a00369684597362a/evidences/gate_checks.json", "artifacts": [ "gate_checks" ], "matched": true, "matched_keyword": "HOTSPOT DETECTED", "matcher": "json_text_contains_any", "snippet": "umes=7 severe_gt20pct=0 moderate_5_20pct=0; disk_io_util max=0.00\", \"hotspot\": \"HOTSPOT DETECTED: CPU saturation: db-tidb-0 peak=7.8/8 cores (97% utilization); Query hotspot: d", "source": "artifact_json" } ], "snippet": "umes=7 severe_gt20pct=0 moderate_5_20pct=0; disk_io_util max=0.00\", \"hotspot\": \"HOTSPOT DETECTED: CPU saturation: db-tidb-0 peak=7.8/8 cores (97% utilization); Query hotspot: d" }, { "artifact_paths": [ "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-9f720c6bcbc34831a00369684597362a/evidences/queries.json" ], "description": "Primary query evidence is present for the incident window.", "earned_score": 9, "id": "primary_query_evidence_present", "match": "all_of", "max_score": 9, "passed": true, "required": true, "rules": [ { "artifact_path": "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-9f720c6bcbc34831a00369684597362a/evidences/queries.json", "artifacts": [ "queries" ], "matched": true, "matched_keyword": "TopSQL", "matcher": "json_text_contains_any", "snippet": "7241eef820d6c186ad1&from=1775551620&to=1775558520&show_internal=true&term=\"}], \"topsql\": [{\"component\": \"TiDB\", \"digest\": \"FE60D105157BC3B63640B11CF7AFD70FEA2D3700598", "source": "artifact_json" } ], "snippet": "7241eef820d6c186ad1&from=1775551620&to=1775558520&show_internal=true&term=\"}], \"topsql\": [{\"component\": \"TiDB\", \"digest\": \"FE60D105157BC3B63640B11CF7AFD70FEA2D3700598" }, { "artifact_paths": [ "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-9f720c6bcbc34831a00369684597362a/evidences/queries.json" ], "description": "Root-cause mechanism evidence is present for the incident window.", "earned_score": 8, "id": "root_cause_mechanism_evidence_present", "match": "any_of", "max_score": 8, "passed": true, "required": true, "rules": [ { "artifact_path": "", "artifacts": [ "queries" ], "matched": false, "matched_keyword": null, "matcher": "json_values_contains_any", "snippet": null, "source": "artifact_json" }, { "artifact_path": "", "artifacts": [ "queries" ], "matched": false, "matched_keyword": null, "matcher": "json_values_contains_any", "snippet": null, "source": "artifact_json" }, { "artifact_path": "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-9f720c6bcbc34831a00369684597362a/evidences/queries.json", "artifacts": [ "queries" ], "matched": true, "matched_keyword": "unInitialized", "matcher": "json_values_contains_any", "snippet": "\"operatorInfo\": \"keep order:false, stats:partial[id:unInitialized, enabled:unInitialized]\", \"copExecI", "source": "artifact_json" } ], "snippet": "\"operatorInfo\": \"keep order:false, stats:partial[id:unInitialized, enabled:unInitialized]\", \"copExecI" } ], "max_score": 30, "raw_max_score": 25, "raw_score": 25, "score": 30, "status": "pass" }, "critical_evidence_verdict": "pass", "diagnosis": { "checks": [ { "description": "Identifies the specific SQL path driving the single-instance TiDB CPU hotspot.", "deterministic": { "match": "all_of", "passed": true, "rules": [ { "keywords": [], "matched": true, "matched_keys": [ "diagnosis_cpu_hotspot_asserted" ], "matcher": "bool_true", "path": "diagnosis_cpu_hotspot_asserted", "paths": [], "patterns": [], "source": "output_fact" }, { "keywords": [ "TopSQL", "slow query", "dominant query", "hot JOIN path", "hot join path", "sql digest", "JOIN path" ], "matched": true, "matched_keys": [ "TopSQL", "sql digest" ], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": true, "earned_score": 3.0, "id": "identify_specific_sql_hotspot_path", "max_score": 3, "mode": "blended", "passed": true, "penalty_applied": 0, "required": true, "scoring_mode": "positive", "semantic_check_id": 1, "semantic_confidence": 0.86, "semantic_notes": [ "Answer attributes the single-instance TiDB CPU hotspot on db-tidb-0 to specific TopSQL digests, explicitly calling out a multi-table join SELECT digest (FE60...) consuming ~52% of TiDB CPU on db-tidb-0, rather than a generic infrastructure issue." ], "semantic_status": "pass" }, { "description": "Explains the root-cause mechanism rather than stopping at symptom-level diagnosis.", "deterministic": { "match": "any_of", "passed": false, "rules": [ { "keywords": [], "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "diagnosis_plan_stats_issue_asserted", "paths": [], "patterns": [], "source": "output_fact" }, { "keywords": [], "matched": false, "matched_keys": [], "matcher": "any_true", "path": "", "paths": [ "mentions_statistics_uninitialized", "mentions_est_act_divergence", "mentions_intermediate_result_explosion" ], "patterns": [], "source": "output_fact" } ] }, "deterministic_pass": false, "earned_score": 0.0, "id": "identify_root_cause_mechanism", "max_score": 3, "mode": "blended", "passed": false, "penalty_applied": 0, "required": false, "scoring_mode": "positive", "semantic_check_id": 2, "semantic_confidence": 0.78, "semantic_notes": [ "Answer does not explain stats misestimation/uninitialized statistics or intermediate-result amplification mechanisms; it instead centers causality on traffic concentration and TiDB restarts." ], "semantic_status": "fail" }, { "description": "Identifies that the dominant SQL path experienced a plan shift as part of the root-cause chain.", "deterministic": { "match": "any_of", "passed": false, "rules": [ { "keywords": [ "plan shift", "plan changed", "plan switched", "execution plan changed", "plan regression" ], "matched": false, "matched_keys": [], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": false, "earned_score": 0.0, "id": "identify_sql_plan_shift", "max_score": 3, "mode": "blended", "passed": false, "penalty_applied": 0, "required": false, "scoring_mode": "positive", "semantic_check_id": 3, "semantic_confidence": 0.74, "semantic_notes": [ "Answer does not identify an execution plan change/jump for the main SQL path or incorporate such a plan shift into the root-cause chain." ], "semantic_status": "fail" }, { "description": "Identifies that the execution path shifted from TiFlash to TiKV.", "deterministic": { "match": "any_of", "passed": true, "rules": [ { "keywords": [ "TiFlash to TiKV", "switched from TiFlash to TiKV", "plan switched to TiKV", "TiFlash", "TiKV" ], "matched": true, "matched_keys": [ "TiKV" ], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": true, "earned_score": 2.0, "id": "identify_tiflash_to_tikv_execution_path_change", "max_score": 3, "mode": "blended", "passed": true, "penalty_applied": 0, "required": false, "scoring_mode": "positive", "semantic_check_id": 4, "semantic_confidence": 0.73, "semantic_notes": [ "Answer does not mention a TiFlash-to-TiKV plan/path switch or connect it to the incident causality." ], "semantic_status": "fail" } ], "hard_gate_passed": true, "max_score": 50, "raw_score": 5.0, "score": 21, "semantic_shadow": { "available": true, "bucket": "diagnosis.semantic", "checks": [ { "bucket": "diagnosis.semantic", "check_id": 1, "confidence": 0.86, "disagreement_flags": [], "evidence": { "critical_evidence_ids": [ "primary_symptom_evidence_present", "primary_query_evidence_present" ], "routed_item_ids": [ "ce-1", "ce-2", "ce-3" ] }, "max_score": 3, "mode": "shadow", "notes": [ "Answer attributes the single-instance TiDB CPU hotspot on db-tidb-0 to specific TopSQL digests, explicitly calling out a multi-table join SELECT digest (FE60...) consuming ~52% of TiDB CPU on db-tidb-0, rather than a generic infrastructure issue." ], "score": 3, "status": "pass" }, { "bucket": "diagnosis.semantic", "check_id": 2, "confidence": 0.78, "disagreement_flags": [], "evidence": { "critical_evidence_ids": [ "root_cause_mechanism_evidence_present" ], "routed_item_ids": [ "ce-3" ] }, "max_score": 3, "mode": "shadow", "notes": [ "Answer does not explain stats misestimation/uninitialized statistics or intermediate-result amplification mechanisms; it instead centers causality on traffic concentration and TiDB restarts." ], "score": 0, "status": "fail" }, { "bucket": "diagnosis.semantic", "check_id": 3, "confidence": 0.74, "disagreement_flags": [], "evidence": { "critical_evidence_ids": [ "primary_query_evidence_present" ], "routed_item_ids": [ "ce-2" ] }, "max_score": 3, "mode": "shadow", "notes": [ "Answer does not identify an execution plan change/jump for the main SQL path or incorporate such a plan shift into the root-cause chain." ], "score": 0, "status": "fail" }, { "bucket": "diagnosis.semantic", "check_id": 4, "confidence": 0.73, "disagreement_flags": [], "evidence": { "critical_evidence_ids": [ "primary_query_evidence_present" ], "routed_item_ids": [ "ce-2" ] }, "max_score": 3, "mode": "shadow", "notes": [ "Answer does not mention a TiFlash-to-TiKV plan/path switch or connect it to the incident causality." ], "score": 0, "status": "fail" } ], "mode": "shadow", "packet_case_id": "service-degradation-during-incident-window", "packet_loaded": true, "packet_notes": [], "packet_status": "ok", "status": "ok", "summary": { "disagreement_flags": [], "shadow_max_score": 12, "shadow_score": 3 } }, "status": "pass" }, "evidence_collection": { "checks": [ { "description": "Required evidence artifacts are present and readable.", "earned_score": 4, "id": "required_artifacts_present", "match": "all_of", "max_score": 4, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched collection facts: core_evidence_bundle_present" }, { "description": "Preferred evidence channels are all observed.", "earned_score": 6, "id": "preferred_channels_all_observed", "match": "all_of", "max_score": 6, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched collection facts: query_or_metric" } ], "max_score": 5, "raw_max_score": 10, "raw_score": 10, "score": 5, "status": "pass" }, "evidence_collection_verdict": "pass", "evidence_routing": { "checks": [ { "description": "Analysis patch is valid JSON whenever the patch exists.", "earned_score": 1, "id": "analysis_patch_valid_json", "match": "any_of", "max_score": 1, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_patch_valid_json", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Analysis patch items are structurally valid whenever the patch exists.", "earned_score": 2, "id": "analysis_items_shape_valid", "match": "any_of", "max_score": 2, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_items_shape_valid", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Analysis patch includes key evidence whenever the patch exists.", "earned_score": 2, "id": "analysis_key_evidence_present", "match": "any_of", "max_score": 2, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_has_key_evidence", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Metric refs resolve whenever the patch requires them.", "earned_score": 1, "id": "metric_refs_resolvable", "match": "any_of", "max_score": 1, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_metric_refs_required" ], "matcher": "bool_false", "path": "analysis_metric_refs_required", "paths": [], "source": "routing_fact" }, { "matched": true, "matched_keys": [ "analysis_metric_refs_resolvable" ], "matcher": "bool_true", "path": "analysis_metric_refs_resolvable", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_metric_refs_required, analysis_metric_refs_resolvable" }, { "description": "Query refs resolve whenever the patch requires them.", "earned_score": 1, "id": "query_refs_resolvable", "match": "any_of", "max_score": 1, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_query_refs_required" ], "matcher": "bool_false", "path": "analysis_query_refs_required", "paths": [], "source": "routing_fact" }, { "matched": true, "matched_keys": [ "analysis_query_refs_resolvable" ], "matcher": "bool_true", "path": "analysis_query_refs_resolvable", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_query_refs_required, analysis_query_refs_resolvable" }, { "description": "Analysis patch includes supporting evidence whenever the patch exists.", "earned_score": 0, "id": "supporting_evidence_present", "match": "any_of", "max_score": 0, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_has_supporting_evidence", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Routed log or event items stay resolvable against observed channels.", "earned_score": 0, "id": "analysis_log_or_event_channel_resolvable", "match": "all_of", "max_score": 0, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "analysis_log_or_event_channel_resolvable" ], "matcher": "bool_true", "path": "analysis_log_or_event_channel_resolvable", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_log_or_event_channel_resolvable" } ], "max_score": 5, "raw_max_score": 7, "raw_score": 7, "score": 5, "status": "pass" }, "evidence_routing_verdict": "pass", "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": true, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "channel_facts": { "events": false, "logs": true, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "Required workflow milestones are present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "matcher": "subset_observed", "path": "", "paths": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: architecture_context_loaded, misdiagnosis_guardrails_loaded, diagnosis_run_initialized, evidence_collection_completed" }, { "description": "Required evidence artifacts are present.", "id": "required_artifacts_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: core_evidence_bundle_present" }, { "description": "Preferred evidence channels are all observed.", "id": "preferred_channels_all_observed", "match": "all_of", "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched execution contract facts: query_or_metric" } ], "status": "pass", "workflow_facts": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true } }, "execution_contract_verdict": "pass", "ground_truth_root_cause": "A dominant SQL join path drove the TiDB CPU hotspot on db-tidb-0, with stats-uninitialized plan misestimation, a TiFlash-to-TiKV plan shift, and intermediate result explosion amplifying the incident", "overall_verdict": "pass", "quality_verdict": "pass", "scoring": { "failing_hard_gate_score_cap": 69, "final_score": 71, "hard_gate_passed": true, "passing_hard_gate_score_floor": 70, "raw_total_score": 71 }, "strategy": "deterministic_trace_heavy_v1", "workflow": { "checks": [ { "description": "Architecture context is loaded.", "earned_score": 5, "id": "architecture_context_loaded", "match": "all_of", "max_score": 5, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded" ], "matcher": "bool_true", "path": "architecture_context_loaded", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: architecture_context_loaded" }, { "description": "Misdiagnosis guardrails are loaded.", "earned_score": 5, "id": "misdiagnosis_guardrails_loaded", "match": "all_of", "max_score": 5, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "misdiagnosis_guardrails_loaded" ], "matcher": "bool_true", "path": "misdiagnosis_guardrails_loaded", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: misdiagnosis_guardrails_loaded" }, { "description": "Diagnosis run is initialized.", "earned_score": 5, "id": "diagnosis_run_initialized", "match": "all_of", "max_score": 5, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "diagnosis_run_initialized" ], "matcher": "bool_true", "path": "diagnosis_run_initialized", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: diagnosis_run_initialized" }, { "description": "Evidence collection completes.", "earned_score": 10, "id": "evidence_collection_completed", "match": "all_of", "max_score": 10, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "evidence_collection_completed" ], "matcher": "bool_true", "path": "evidence_collection_completed", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: evidence_collection_completed" }, { "description": "Summary artifact is read when available.", "earned_score": 5, "id": "summary_read_completed", "match": "all_of", "max_score": 5, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "summary_read_completed" ], "matcher": "bool_true", "path": "summary_read_completed", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: summary_read_completed" }, { "description": "Final answer is emitted.", "earned_score": 0, "id": "final_answer_emitted", "match": "all_of", "max_score": 0, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "final_answer_emitted" ], "matcher": "bool_true", "path": "final_answer_emitted", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: final_answer_emitted" } ], "max_score": 10, "raw_max_score": 25, "raw_score": 25, "score": 10, "status": "pass" }, "workflow_verdict": "pass" }, "passed_checks": 2, "primary_failure_code": null, "score": 71, "total_checks": 4 }