{ "audit": { "artifact_resolution": { "candidate_run_dirs": [ "evidences" ], "manifest_path_mismatch": false, "primary_failure_code": null, "resolution_mode": "workspace_evidence_root", "scanned_scopes": [ { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "resolved", "selected": true, "source_kind": "audit_dir", "source_root": "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-bf218bc80fc64a728549406d1c7af6fa", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 }, { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "skipped_lower_priority", "selected": false, "source_kind": "workspace_dir", "source_root": "/Users/huyibin/Documents/dev/investibook/backend/data/workspaces/ws-eval-1778484716929-c6d22bd0", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 } ], "selected_candidate": { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "selected_scope": "audit_dir", "selected_trace_candidate": { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "status": "resolved" }, "case_id": "system-unavailability-during-incident-window", "contract": { "actual_cluster_id": "10109909546444159555", "cluster_scope_match": true, "expected_allowed_window_id": "workspace_observed_window", "expected_cluster_id": "10109909546444159555", "time_window_match": true }, "critical_evidence_verdict": "partial", "evidence_collection_verdict": "pass", "evidence_routing_verdict": "pass", "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": true, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "channel_facts": { "events": false, "logs": true, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "Required workflow milestones are present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "matcher": "subset_observed", "path": "", "paths": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: architecture_context_loaded, misdiagnosis_guardrails_loaded, diagnosis_run_initialized, evidence_collection_completed" }, { "description": "Required evidence artifacts are present.", "id": "required_artifacts_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: core_evidence_bundle_present" }, { "description": "At least one preferred evidence channel is observed.", "id": "preferred_channels_minimum_observed", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched execution contract facts: query_or_metric, logs" }, { "description": "Preferred evidence channels are all observed.", "id": "preferred_channels_all_observed", "match": "all_of", "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched execution contract facts: query_or_metric, logs" } ], "status": "pass", "workflow_facts": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true } }, "execution_contract_verdict": "pass", "overall_verdict": "fail", "quality_verdict": "fail", "semantic_shadow": { "available": true, "status": "ok" }, "source": "deterministic_judge", "strategy": "deterministic_trace_heavy_v1", "workflow_verdict": "pass" }, "case_run_id": "evalcase-bf218bc80fc64a728549406d1c7af6fa", "facts": { "artifact_observations": { "analysis_patch_present": false, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "artifacts": { "analysis_patch_path": "", "diagnosis_report_path": "evidences/workspace_evidence_report.json", "evidence_dir": "evidences", "logs_dir": "", "manifest_path": "", "manifest_path_mismatch": false, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "source_root": "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-bf218bc80fc64a728549406d1c7af6fa", "source_scope": "audit_dir", "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "telemetry_path": ".opencode/telemetry.log" }, "case_id": "system-unavailability-during-incident-window", "cluster": { "actual_cluster_id": "10109909546444159555", "expected_cluster_id": "10109909546444159555", "matched": true }, "contract": { "actual_cluster_id": "10109909546444159555", "cluster_scope_match": true, "expected_allowed_window_id": "workspace_observed_window", "expected_cluster_id": "10109909546444159555", "time_window_match": true }, "critical_evidence": { "configured": true, "matched_check_ids": [ "coprocessor_cascade_signal_present" ] }, "evidence": { "analysis_patch_path": "", "core_evidence_bundle_present": true, "decoded_plan_indexes_used": "[ORDERS_TPG:I_ORDERS_TPG_BT_B_P_P_RT]", "events_channel_observed": false, "hotspot_detected": false, "infra_clear": true, "kill_query_signal_present": false, "log_error_counts": { "pd": { "error": 0, "info": 0, "warn": 108 }, "tidb": { "error": 156880, "info": 0, "warn": 556 }, "tikv": { "error": 260, "info": 0, "warn": 246 } }, "logs_channel_observed": true, "logs_dir_present": false, "memory_tracker_panic_present": false, "metric_evidence": [ { "instance": "all (4 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.012, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency Avg", "peak": 0.013, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "db-2013800377387847680-tidb-jx269m", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.013, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency", "peak": 0.014, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "db-2013800377387847680-tidb-2uyl5o", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.012, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency", "peak": 0.013, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "db-2013800377387847680-tidb-283p8x", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.012, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency", "peak": 0.013, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "db-2013800377387847680-tidb-fdt4vt", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.011, "metric_group_id": "tidb_p99_latency", "name": "TiDB P99 Latency", "peak": 0.013, "promql": "histogram_quantile(0.99, sum(rate(tidb_server_handle_query_duration_seconds_bucket[1m])) by (le, instance))", "unit": "seconds" }, { "component": "tidb", "instance": "all (db, 4 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 9.89, "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU Avg", "nodegroup": "db", "peak": 11.12, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "unit": "cores" }, { "component": "tidb", "instance": "db-2013800377387847680-tidb-283p8x", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU", "nodegroup": "db", "peak": 11.51, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "quota": 31.0, "severity": "normal", "unit": "cores", "utilization": "37%" }, { "component": "tidb", "instance": "db-2013800377387847680-tidb-2uyl5o", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU", "nodegroup": "db", "peak": 11.29, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "quota": 31.0, "severity": "normal", "unit": "cores", "utilization": "36%" }, { "component": "tidb", "instance": "db-2013800377387847680-tidb-fdt4vt", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU", "nodegroup": "db", "peak": 11.13, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "quota": 31.0, "severity": "normal", "unit": "cores", "utilization": "36%" }, { "component": "tidb", "instance": "db-2013800377387847680-tidb-jx269m", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "metric_group_id": "tidb_cpu:db", "name": "TIDB CPU", "nodegroup": "db", "peak": 10.54, "promql": "rate(process_cpu_seconds_total{component=\"tidb\"}[1m])", "quota": 31.0, "severity": "normal", "unit": "cores", "utilization": "34%" }, { "instance": "all (4 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.174, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency Avg", "peak": 0.2, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "unit": "events/s" }, { "instance": "db-2013800377387847680-tidb-2uyl5o", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.186, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency", "peak": 0.217, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "severity": "normal", "unit": "events/s" }, { "instance": "db-2013800377387847680-tidb-283p8x", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.175, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency", "peak": 0.2, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "severity": "normal", "unit": "events/s" }, { "instance": "db-2013800377387847680-tidb-jx269m", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.175, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency", "peak": 0.2, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "severity": "normal", "unit": "events/s" }, { "instance": "db-2013800377387847680-tidb-fdt4vt", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.162, "metric_group_id": "tidb_gc_frequency", "name": "TiDB GC Frequency", "peak": 0.183, "promql": "rate(go_gc_duration_seconds_count{component=\"tidb\"}[1m])", "severity": "normal", "unit": "events/s" }, { "instance": "all (4 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.0, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate Avg", "peak": 0.002, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "unit": "seconds/second" }, { "instance": "db-2013800377387847680-tidb-283p8x", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.0, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate", "peak": 0.003, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "severity": "normal", "unit": "seconds/second" }, { "instance": "db-2013800377387847680-tidb-2uyl5o", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.0, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate", "peak": 0.003, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "severity": "normal", "unit": "seconds/second" }, { "instance": "db-2013800377387847680-tidb-jx269m", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.0, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate", "peak": 0.002, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "severity": "normal", "unit": "seconds/second" }, { "instance": "db-2013800377387847680-tidb-fdt4vt", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.0, "metric_group_id": "tidb_gc_duration_rate", "name": "TiDB GC Duration Rate", "peak": 0.001, "promql": "rate(go_gc_duration_seconds_sum{component=\"tidb\"}[1m])", "severity": "normal", "unit": "seconds/second" }, { "instance": "all (4 instances)", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.006, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99 Avg", "peak": 0.106, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "unit": "seconds" }, { "instance": "db-2013800377387847680-tidb-283p8x", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.007, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99", "peak": 0.117, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "severity": "warning", "unit": "seconds" }, { "instance": "db-2013800377387847680-tidb-2uyl5o", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.007, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99", "peak": 0.117, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "severity": "warning", "unit": "seconds" }, { "instance": "db-2013800377387847680-tidb-fdt4vt", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.005, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99", "peak": 0.096, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "severity": "normal", "unit": "seconds" }, { "instance": "db-2013800377387847680-tidb-jx269m", "link": "https://clinic.pingcap.com/portal/#/clusters/10109909546444159555", "mean": 0.005, "metric_group_id": "tidb_gc_pause_p99", "name": "TiDB GC Pause P99", "peak": 0.094, "promql": "histogram_quantile(0.99, sum(rate(go_gc_pauses_seconds_bucket{component=\"tidb\"}[1m])) by (le, instance))", "severity": "normal", "unit": "seconds" } ], "panic_signal_artifact_present": false, "query_evidence": { "slow_query": [ { "avg_time": "0.41s", "digest": "182d2a8778183493396fec668542326f68285454b49e4056521132a65e73af41", "exec_count": "2617", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=182d2a8778183493396fec668542326f68285454b49e4056521132a65e73af41&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "11054993", "max_time": "0.56s", "source": "slow_query", "sql_preview": "select `id` , `billno` , `loginname` , `product_id` , `platform_id` , `agcode` , `topagcode` , `gmcode` , `game_kind` , `gametype` , `device_type` , `currency` , `account` , `valid_account` , `cus_acc" }, { "avg_time": "0.43s", "digest": "fe88b31a1bebc900d6ea20d66e7f1b3b90bfa7c3c5d9678addd9b5ecc7328b5c", "exec_count": "294", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=fe88b31a1bebc900d6ea20d66e7f1b3b90bfa7c3c5d9678addd9b5ecc7328b5c&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "263009", "max_time": "0.70s", "source": "slow_query", "sql_preview": "select sum ( `cus_account` ) as `cusaccount` from `orders_tiptop` where `reckontime` < ? and `reckontime` >= ? and `gametype` in ( ... );" }, { "avg_time": "5.95s", "digest": "ac2ec59dd996c74753472e5ce22a6e1bd7d921cff2f68fc07e456dc9d584b91c", "exec_count": "201", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=ac2ec59dd996c74753472e5ce22a6e1bd7d921cff2f68fc07e456dc9d584b91c&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "81617", "max_time": "9.82s", "source": "slow_query", "sql_preview": "select `game_biz_id` , `legal_status` from `t_game_legal` where ( `game_biz_id` in ( ... ) );" }, { "avg_time": "0.48s", "digest": "f5ac85539b01dab03a84c9fec7b3e69784497456f24c685fbbec5d114fad4b5b", "exec_count": "91", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=f5ac85539b01dab03a84c9fec7b3e69784497456f24c685fbbec5d114fad4b5b&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "155506760", "max_time": "0.71s", "source": "slow_query", "sql_preview": "select `billno` as `billno` , `loginname` as `loginname` , `agcode` as `agcode` , `platform_id` as `platformid` , `remark` as `remark` , account as account , `valid_account` as `validaccount` , `cus_a" }, { "avg_time": "0.32s", "digest": "589a99ca5f6482804a4219319c99045c560fc0d51879cedb29a9e65494dfc31c", "exec_count": "36", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=589a99ca5f6482804a4219319c99045c560fc0d51879cedb29a9e65494dfc31c&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "8413229", "max_time": "0.47s", "source": "slow_query", "sql_preview": "select count ( ? ) as `total` from `orders_tpg` where `billtime` >= ? and `billtime` <= ? and `flag` = ?;" }, { "avg_time": "0.80s", "digest": "7ccc7848cb88953b77d9aa9a53e5fe26134b456666c3178b1fbc7a03f0c53bd1", "exec_count": "7", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=7ccc7848cb88953b77d9aa9a53e5fe26134b456666c3178b1fbc7a03f0c53bd1&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "2292974", "max_time": "1.19s", "source": "slow_query", "sql_preview": "select count ( ? ) from `orders_tiptop_mx` `t` where `product_id` = ? and `platform_id` = ? and `gametype` in ( ... ) and `reckontime` >= ? and `reckontime` <= ? and `flag` = ?;" }, { "avg_time": "0.72s", "digest": "bc9a10edf259547eb008a85e27cde6f2732fa0795c63f26fa98ccee34e402f47", "exec_count": "6", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=bc9a10edf259547eb008a85e27cde6f2732fa0795c63f26fa98ccee34e402f47&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "13761520", "max_time": "1.11s", "source": "slow_query", "sql_preview": "select `t` . `id` , `t` . `loginname` , `t` . `platform_id` , `t` . `flag` , `t` . `product_id` , `t` . `account` , `t` . `valid_account` , `t` . `cus_account` as `winloss` , ? as `play_type` , `t` . " }, { "avg_time": "0.30s", "digest": "65ca2bca915890f1497e83c088832eb9c15453b8a4a8931f1085e2577f5ec83e", "exec_count": "5", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=65ca2bca915890f1497e83c088832eb9c15453b8a4a8931f1085e2577f5ec83e&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "5183", "max_time": "0.31s", "source": "slow_query", "sql_preview": "select sum ( `cus_account` ) as `cusaccount` , `belong` from `t_interim_orders` where `reserved2` = ? and `reckontime` < ? and `reckontime` >= ? group by `belong`;" }, { "avg_time": "1.50s", "digest": "0516b06674a1df5e6ff09ffa3d8fadf4449474ccd4e911cf8a264773a7545ea2", "exec_count": "4", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=0516b06674a1df5e6ff09ffa3d8fadf4449474ccd4e911cf8a264773a7545ea2&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "7827442", "max_time": "2.68s", "source": "slow_query", "sql_preview": "select sum ( `cus_account` ) as `cusaccount` from `orders_ebgo` where `reckontime` < ? and `reckontime` >= ?;" }, { "avg_time": "1.15s", "digest": "33f8cc8cb281e8dae6cdf5c68b3c6ab78caec5e039e5d4191983de51ba36b55d", "exec_count": "3", "link": "https://clinic.pingcap.com/portal/dashboard/cloud/ngm.html?clusterId=10109909546444159555&provider=alicloud®ion=ap-southeast-1&orgName=DigiPlus%27s%20Org&orgId=1372813089209289635&projectId=1372813089454736199&clusterName=prod-c66-dc&deployType=premium&version=v8.5.4#/slow_query?digest=33f8cc8cb281e8dae6cdf5c68b3c6ab78caec5e039e5d4191983de51ba36b55d&from=1774924500&to=1774927440&show_internal=true&term=", "max_mem": "19106", "max_time": "1.39s", "source": "slow_query", "sql_preview": "select ... , count ( ? ) , sum ( `t` . `valid_account` ) , sum ( `t` . `cus_account` ) from `orders_omniplay` `t` where `t` . `reckontime` between ? and ? and `t` . `flag` = ? limit ?;" } ], "topsql": [] }, "query_or_metric_channel_observed": true, "slow_query_top_digest": "182d2a8778183493396fec668542326f68285454b49e4056521132a65e73af41", "ticket_context_channel_observed": false, "topsql_collection_error_recorded": false }, "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": true, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "channel_facts": { "events": false, "logs": true, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "Required workflow milestones are present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "matcher": "subset_observed", "path": "", "paths": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: architecture_context_loaded, misdiagnosis_guardrails_loaded, diagnosis_run_initialized, evidence_collection_completed" }, { "description": "Required evidence artifacts are present.", "id": "required_artifacts_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: core_evidence_bundle_present" }, { "description": "At least one preferred evidence channel is observed.", "id": "preferred_channels_minimum_observed", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched execution contract facts: query_or_metric, logs" }, { "description": "Preferred evidence channels are all observed.", "id": "preferred_channels_all_observed", "match": "all_of", "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched execution contract facts: query_or_metric, logs" } ], "status": "pass", "workflow_facts": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true } }, "output": { "analyze_primary_culprit_asserted": false, "claims_panic_not_confirmable": false, "diagnosis_cpu_hotspot_asserted": true, "diagnosis_kill_query_chain_asserted": false, "diagnosis_memory_tracker_panic_asserted": false, "diagnosis_plan_stats_issue_asserted": false, "diagnosis_single_instance_panic_restart_asserted": false, "fake_alarm_primary_asserted": false, "focuses_on_missing_index": false, "mentions_cpu_saturation": false, "mentions_est_act_divergence": false, "mentions_idle_transaction": false, "mentions_intermediate_result_explosion": false, "mentions_kill_query": false, "mentions_memory_tracker_consume": false, "mentions_p99_latency_spike": false, "mentions_rollback_cleanup": false, "mentions_statistics_uninitialized": false, "mentions_v8_5_2": false, "mentions_v8_5_3_or_fixed_release": false, "mentions_without_fix": false, "missing_index_primary_root_cause_asserted": false, "query_only_primary_root_cause_asserted": false, "wide_scan_primary_root_cause_asserted": false }, "routing": { "analysis_event_items_present": false, "analysis_has_key_evidence": false, "analysis_has_supporting_evidence": false, "analysis_items_shape_valid": false, "analysis_log_items_present": false, "analysis_log_or_event_channel_resolvable": true, "analysis_metric_refs_required": false, "analysis_metric_refs_resolvable": true, "analysis_patch_present": false, "analysis_patch_valid_json": false, "analysis_query_refs_required": false, "analysis_query_refs_resolvable": true }, "window": { "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "expected_allowed_window_id": "workspace_observed_window", "expected_end_ts": 1774927440, "expected_start_ts": 1774924500, "matched_allowed_window": true }, "workflow": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "evidence_collection_started": false, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true, "targeted_panic_log_query_completed": false } }, "id": "evaljudge-eedf33ce70264867bab0d14ef9c6268a", "invalid_subtype": null, "judged_at": "2026-05-11T07:35:59.069102+00:00", "judgment_verdict": "fail", "packet": { "artifact_resolution": { "candidate_run_dirs": [ "evidences" ], "manifest_path_mismatch": false, "primary_failure_code": null, "resolution_mode": "workspace_evidence_root", "scanned_scopes": [ { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "resolved", "selected": true, "source_kind": "audit_dir", "source_root": "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-bf218bc80fc64a728549406d1c7af6fa", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 }, { "candidate_count": 1, "candidates": [ { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true } ], "decision": "skipped_lower_priority", "selected": false, "source_kind": "workspace_dir", "source_root": "/Users/huyibin/Documents/dev/investibook/backend/data/workspaces/ws-eval-1778484716929-c6d22bd0", "telemetry_path": ".opencode/telemetry.log", "valid_candidate_count": 1 } ], "selected_candidate": { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "selected_scope": "audit_dir", "selected_trace_candidate": { "actual_cluster_id": "10109909546444159555", "actual_end_ts": 1774927440, "actual_start_ts": 1774924500, "analysis_patch_path": "", "analysis_patch_present": false, "diagnosis_report_path": "evidences/workspace_evidence_report.json", "diagnosis_report_present": true, "evidence_dir": "evidences", "evidence_dir_present": true, "invalid_reasons": [], "logs_dir": "", "logs_dir_present": false, "manifest_path": "", "manifest_path_mismatch": false, "manifest_path_mismatch_fields": [], "manifest_present": false, "manifest_valid_json": true, "resolution_mode": "workspace_evidence_root", "run_dir": "evidences", "summary_json_path": "evidences/evidence_summary_for_agent.json", "summary_json_present": true, "summary_txt_path": "evidences/evidence_summary_for_agent.txt", "summary_txt_present": true, "valid_bundle": true }, "status": "resolved" }, "contract": { "checks": [ { "description": "Actual diagnosis time window matches one allowed case window.", "id": "time_window_match", "match": "all_of", "passed": true, "required": true, "rules": [ { "allowed": [], "matched": true, "matched_keys": [ "time_window_match" ], "matcher": "bool_true", "path": "time_window_match", "source": "trace_fact", "value": "" } ], "snippet": "matched trace facts: time_window_match" }, { "description": "Actual diagnosis cluster scope matches expected cluster id.", "id": "cluster_scope_match", "match": "all_of", "passed": true, "required": true, "rules": [ { "allowed": [], "matched": true, "matched_keys": [ "cluster_scope_match" ], "matcher": "bool_true", "path": "cluster_scope_match", "source": "trace_fact", "value": "" } ], "snippet": "matched trace facts: cluster_scope_match" } ], "status": "pass" }, "critical_evidence": { "checks": [ { "artifact_paths": [ "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-bf218bc80fc64a728549406d1c7af6fa/evidences/component_health.json" ], "description": "Evidence shows a major drop in available coprocessor worker capacity during the incident.", "earned_score": 0, "id": "capacity_loss_signal_present", "match": "all_of", "max_score": 8, "passed": false, "required": true, "rules": [ { "artifact_path": "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-bf218bc80fc64a728549406d1c7af6fa/evidences/component_health.json", "artifacts": [ "component_health" ], "matched": true, "matched_keyword": "coprocessor-worker", "matcher": "json_values_contains_any", "snippet": "coprocessor-worker", "source": "artifact_json" }, { "artifact_path": "", "artifacts": [ "component_health" ], "matched": false, "matched_keyword": null, "matcher": "json_numeric_any_lt", "snippet": null, "source": "artifact_json" } ], "snippet": "coprocessor-worker" }, { "artifact_paths": [], "description": "Evidence shows the remaining worker entered restart or memory-failure behavior.", "earned_score": 0, "id": "restart_or_oom_signal_present", "match": "any_of", "max_score": 8, "passed": false, "required": true, "rules": [ { "artifact_path": "", "artifacts": [ "component_health" ], "matched": false, "matched_keyword": null, "matcher": "json_list_nonempty", "snippet": null, "source": "artifact_json" }, { "artifact_path": "", "artifacts": [], "matched": false, "matched_keyword": null, "matcher": "keyword_any", "snippet": null, "source": "logs" } ], "snippet": null }, { "artifact_paths": [ "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-bf218bc80fc64a728549406d1c7af6fa/evidences/logs.json" ], "description": "Evidence links the worker failure to latency explosion and QPS collapse.", "earned_score": 9, "id": "coprocessor_cascade_signal_present", "match": "any_of", "max_score": 9, "passed": true, "required": true, "rules": [ { "artifact_path": "/Users/huyibin/Documents/dev/investibook/backend/data/eval_audits/evalrun-3e8725979333434fa751c2dfb9a6b21f/evalcase-bf218bc80fc64a728549406d1c7af6fa/evidences/logs.json", "artifacts": [], "matched": true, "matched_keyword": "timeout", "matcher": "keyword_any", "snippet": "[2026/03/31 03:23:57.979 +00:00] [INFO] [conn.go:1123] [\"read packet timeout, close this connection\"] [keyspaceName=10109909546444159555] [conn=2520237078]", "source": "logs" }, { "artifact_path": "", "artifacts": [ "summary_json" ], "matched": false, "matched_keyword": null, "matcher": "json_text_contains_any", "snippet": null, "source": "artifact_json" } ], "snippet": "[2026/03/31 03:23:57.979 +00:00] [INFO] [conn.go:1123] [\"read packet timeout, close this connection\"] [keyspaceName=10109909546444159555] [conn=2520237078]" } ], "max_score": 30, "raw_max_score": 25, "raw_score": 9, "score": 11, "status": "partial" }, "critical_evidence_verdict": "partial", "diagnosis": { "checks": [ { "description": "Identifies coprocessor worker capacity collapse rather than a pure query-side explanation.", "deterministic": { "match": "all_of", "passed": false, "rules": [ { "keywords": [ "coprocessor worker", "worker capacity", "worker offline", "worker disappeared", "coprocessor capacity", "coprocessor worker count" ], "matched": false, "matched_keys": [], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": false, "earned_score": 0.0, "id": "identify_worker_capacity_collapse_as_primary_path", "max_score": 3, "mode": "blended", "passed": false, "penalty_applied": 0, "required": true, "scoring_mode": "positive", "semantic_check_id": 1, "semantic_confidence": 0.9, "semantic_notes": [ "Answer attributes the incident primarily to TiProxy/connection relay failures and explicitly says coprocessor-worker counts did not show capacity-collapse characteristics, rather than identifying coprocessor worker capacity collapse as the main path." ], "semantic_status": "fail" }, { "description": "Identifies restart or OOM looping on the remaining worker as the main amplifier.", "deterministic": { "match": "any_of", "passed": false, "rules": [ { "keywords": [ "OOM", "restart loop", "repeated restart", "crash loop", "memory spike", "overload on the remaining worker", "单个剩余 worker", "重启循环" ], "matched": false, "matched_keys": [], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": false, "earned_score": 0.0, "id": "identify_restart_loop_as_key_amplifier", "max_score": 3, "mode": "blended", "passed": false, "penalty_applied": 0, "required": false, "scoring_mode": "positive", "semantic_check_id": 2, "semantic_confidence": 0.85, "semantic_notes": [ "Answer does not identify remaining coprocessor worker OOM/restart loop/overload as the key amplifier; it instead focuses on TiProxy relay failures and notes no restart-storm/capacity-collapse signals." ], "semantic_status": "fail" }, { "description": "Does not stop at a query-only or generic slow-SQL root cause.", "deterministic": { "match": "all_of", "passed": true, "rules": [ { "keywords": [], "matched": true, "matched_keys": [ "query_only_primary_root_cause_asserted" ], "matcher": "bool_false", "path": "query_only_primary_root_cause_asserted", "paths": [], "patterns": [], "source": "output_fact" } ] }, "deterministic_pass": true, "earned_score": 0.0, "id": "reject_query_only_primary_root_cause", "max_score": 3, "mode": "blended", "passed": true, "penalty_applied": 0, "required": false, "scoring_mode": "penalty", "semantic_check_id": 3, "semantic_confidence": 0.8, "semantic_notes": [ "Answer avoids a query-only or generic slow-SQL/missing-index root cause and rules out DB execution-layer bottlenecks/slow queries as primary." ], "semantic_status": "pass" }, { "description": "Reconstructs the cascade from worker loss to outage symptoms.", "deterministic": { "match": "any_of", "passed": true, "rules": [ { "keywords": [ "qps collapse", "request backlog", "coprocessor latency", "grpc blocking", "cluster outage", "QPS 下跌", "请求堆积" ], "matched": true, "matched_keys": [ "QPS 下跌" ], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": true, "earned_score": 2.67, "id": "reconstruct_capacity_to_outage_chain", "max_score": 4, "mode": "blended", "passed": true, "penalty_applied": 0, "required": false, "scoring_mode": "positive", "semantic_check_id": 4, "semantic_confidence": 0.85, "semantic_notes": [ "Answer provides a causality chain, but it is TiProxy relay failure -> requests fail/time out -> QPS drop; it does not connect worker loss/capacity collapse to backlog/latency/outage as an end-to-end chain." ], "semantic_status": "fail" }, { "description": "Recommends capacity-protection actions such as minimum replicas or better scaling guardrails.", "deterministic": { "match": "any_of", "passed": false, "rules": [ { "keywords": [ "minReplicas", "minimum replicas", "HPA", "autoscaling", "worker count alert", "最小副本", "扩缩容" ], "matched": false, "matched_keys": [], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": false, "earned_score": 0.0, "id": "recommend_capacity_protection", "max_score": 4, "mode": "blended", "passed": false, "penalty_applied": 0, "required": false, "scoring_mode": "positive", "semantic_check_id": 5, "semantic_confidence": 0.75, "semantic_notes": [ "Recommendations focus on TiProxy troubleshooting/capacity and application connection behavior; no min replicas/autoscaling guardrails or coprocessor worker capacity-protection remediation is proposed." ], "semantic_status": "fail" }, { "description": "Recommends follow-up on the initial worker disappearance cause.", "deterministic": { "match": "any_of", "passed": false, "rules": [ { "keywords": [ "node eviction", "worker disappearance", "initial trigger", "HPA decision", "节点驱逐" ], "matched": false, "matched_keys": [], "matcher": "keyword_any", "path": "", "paths": [], "patterns": [], "source": "output_text" } ] }, "deterministic_pass": false, "earned_score": 0.0, "id": "recommend_worker_health_followup", "max_score": 4, "mode": "blended", "passed": false, "penalty_applied": 0, "required": false, "scoring_mode": "positive", "semantic_check_id": 6, "semantic_confidence": 0.45, "semantic_notes": [ "Answer suggests further investigation into TiProxy backend selection/network/LB changes but does not address initial trigger for coprocessor worker disappearance (e.g., node eviction/HPA) because it does not adopt the worker-disappearance hypothesis; insufficient alignment to evaluate this specific follow-up requirement." ], "semantic_status": "undecided" } ], "hard_gate_passed": false, "max_score": 50, "raw_score": 2.67, "score": 8, "semantic_shadow": { "available": true, "bucket": "diagnosis.semantic", "checks": [ { "bucket": "diagnosis.semantic", "check_id": 1, "confidence": 0.9, "disagreement_flags": [], "evidence": { "critical_evidence_ids": [ "coprocessor_cascade_signal_present" ], "routed_item_ids": [ "ce-1" ] }, "max_score": 3, "mode": "shadow", "notes": [ "Answer attributes the incident primarily to TiProxy/connection relay failures and explicitly says coprocessor-worker counts did not show capacity-collapse characteristics, rather than identifying coprocessor worker capacity collapse as the main path." ], "score": 0, "status": "fail" }, { "bucket": "diagnosis.semantic", "check_id": 2, "confidence": 0.85, "disagreement_flags": [], "evidence": { "critical_evidence_ids": [], "routed_item_ids": [] }, "max_score": 3, "mode": "shadow", "notes": [ "Answer does not identify remaining coprocessor worker OOM/restart loop/overload as the key amplifier; it instead focuses on TiProxy relay failures and notes no restart-storm/capacity-collapse signals." ], "score": 0, "status": "fail" }, { "bucket": "diagnosis.semantic", "check_id": 3, "confidence": 0.8, "disagreement_flags": [], "evidence": { "critical_evidence_ids": [], "routed_item_ids": [] }, "max_score": 3, "mode": "shadow", "notes": [ "Answer avoids a query-only or generic slow-SQL/missing-index root cause and rules out DB execution-layer bottlenecks/slow queries as primary." ], "score": 3, "status": "pass" }, { "bucket": "diagnosis.semantic", "check_id": 4, "confidence": 0.85, "disagreement_flags": [], "evidence": { "critical_evidence_ids": [], "routed_item_ids": [] }, "max_score": 4, "mode": "shadow", "notes": [ "Answer provides a causality chain, but it is TiProxy relay failure -> requests fail/time out -> QPS drop; it does not connect worker loss/capacity collapse to backlog/latency/outage as an end-to-end chain." ], "score": 0, "status": "fail" }, { "bucket": "diagnosis.semantic", "check_id": 5, "confidence": 0.75, "disagreement_flags": [], "evidence": { "critical_evidence_ids": [], "routed_item_ids": [] }, "max_score": 4, "mode": "shadow", "notes": [ "Recommendations focus on TiProxy troubleshooting/capacity and application connection behavior; no min replicas/autoscaling guardrails or coprocessor worker capacity-protection remediation is proposed." ], "score": 0, "status": "fail" }, { "bucket": "diagnosis.semantic", "check_id": 6, "confidence": 0.45, "disagreement_flags": [], "evidence": { "critical_evidence_ids": [], "routed_item_ids": [] }, "max_score": 4, "mode": "shadow", "notes": [ "Answer suggests further investigation into TiProxy backend selection/network/LB changes but does not address initial trigger for coprocessor worker disappearance (e.g., node eviction/HPA) because it does not adopt the worker-disappearance hypothesis; insufficient alignment to evaluate this specific follow-up requirement." ], "score": 0, "status": "undecided" } ], "mode": "shadow", "packet_case_id": "system-unavailability-during-incident-window", "packet_loaded": true, "packet_notes": [], "packet_status": "ok", "status": "ok", "summary": { "disagreement_flags": [], "shadow_max_score": 21, "shadow_score": 3 } }, "status": "fail" }, "evidence_collection": { "checks": [ { "description": "Required evidence artifacts are present and readable.", "earned_score": 4, "id": "required_artifacts_present", "match": "all_of", "max_score": 4, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched collection facts: core_evidence_bundle_present" }, { "description": "At least the minimum number of preferred evidence channels are observed.", "earned_score": 0, "id": "preferred_channels_minimum_observed", "match": "all_of", "max_score": 0, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched collection facts: query_or_metric, logs" }, { "description": "Preferred evidence channels are all observed.", "earned_score": 6, "id": "preferred_channels_all_observed", "match": "all_of", "max_score": 6, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched collection facts: query_or_metric, logs" } ], "max_score": 5, "raw_max_score": 10, "raw_score": 10, "score": 5, "status": "pass" }, "evidence_collection_verdict": "pass", "evidence_routing": { "checks": [ { "description": "Analysis patch is valid JSON whenever the patch exists.", "earned_score": 1, "id": "analysis_patch_valid_json", "match": "any_of", "max_score": 1, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_patch_valid_json", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Analysis patch items are structurally valid whenever the patch exists.", "earned_score": 2, "id": "analysis_items_shape_valid", "match": "any_of", "max_score": 2, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_items_shape_valid", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Analysis patch includes key evidence whenever the patch exists.", "earned_score": 2, "id": "analysis_key_evidence_present", "match": "any_of", "max_score": 2, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_has_key_evidence", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Metric references resolve whenever the patch requires them.", "earned_score": 1, "id": "metric_refs_resolvable", "match": "any_of", "max_score": 1, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_metric_refs_required" ], "matcher": "bool_false", "path": "analysis_metric_refs_required", "paths": [], "source": "routing_fact" }, { "matched": true, "matched_keys": [ "analysis_metric_refs_resolvable" ], "matcher": "bool_true", "path": "analysis_metric_refs_resolvable", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_metric_refs_required, analysis_metric_refs_resolvable" }, { "description": "Query references resolve whenever the patch requires them.", "earned_score": 1, "id": "query_refs_resolvable", "match": "any_of", "max_score": 1, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "analysis_query_refs_required" ], "matcher": "bool_false", "path": "analysis_query_refs_required", "paths": [], "source": "routing_fact" }, { "matched": true, "matched_keys": [ "analysis_query_refs_resolvable" ], "matcher": "bool_true", "path": "analysis_query_refs_resolvable", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_query_refs_required, analysis_query_refs_resolvable" }, { "description": "Analysis patch includes supporting evidence whenever the patch exists.", "earned_score": 0, "id": "supporting_evidence_present", "match": "any_of", "max_score": 0, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "analysis_patch_present" ], "matcher": "bool_false", "path": "analysis_patch_present", "paths": [], "source": "routing_fact" }, { "matched": false, "matched_keys": [], "matcher": "bool_true", "path": "analysis_has_supporting_evidence", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_patch_present" }, { "description": "Routed log or event items stay resolvable against observed channels.", "earned_score": 0, "id": "analysis_log_or_event_channel_resolvable", "match": "all_of", "max_score": 0, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "analysis_log_or_event_channel_resolvable" ], "matcher": "bool_true", "path": "analysis_log_or_event_channel_resolvable", "paths": [], "source": "routing_fact" } ], "snippet": "matched routing facts: analysis_log_or_event_channel_resolvable" } ], "max_score": 5, "raw_max_score": 7, "raw_score": 7, "score": 5, "status": "pass" }, "evidence_routing_verdict": "pass", "execution_contract": { "artifact_facts": { "analysis_patch_present": false, "core_evidence_bundle_present": true, "diagnosis_report_present": true, "summary_artifact_present": true, "supplemental_loki_present": false }, "channel_facts": { "events": false, "logs": true, "query_or_metric": true, "ticket_context": false }, "checks": [ { "description": "Required workflow milestones are present.", "id": "required_workflow_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "matcher": "subset_observed", "path": "", "paths": [ "architecture_context_loaded", "misdiagnosis_guardrails_loaded", "diagnosis_run_initialized", "evidence_collection_completed" ], "source": "workflow_check", "threshold": null } ], "snippet": "matched execution contract facts: architecture_context_loaded, misdiagnosis_guardrails_loaded, diagnosis_run_initialized, evidence_collection_completed" }, { "description": "Required evidence artifacts are present.", "id": "required_artifacts_present", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "core_evidence_bundle_present" ], "matcher": "subset_observed", "path": "", "paths": [ "core_evidence_bundle_present" ], "source": "artifact_fact", "threshold": null } ], "snippet": "matched execution contract facts: core_evidence_bundle_present" }, { "description": "At least one preferred evidence channel is observed.", "id": "preferred_channels_minimum_observed", "match": "all_of", "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "count_gte", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": 1.0 } ], "snippet": "matched execution contract facts: query_or_metric, logs" }, { "description": "Preferred evidence channels are all observed.", "id": "preferred_channels_all_observed", "match": "all_of", "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "query_or_metric", "logs" ], "matcher": "subset_observed", "path": "", "paths": [ "query_or_metric", "logs" ], "source": "channel_fact", "threshold": null } ], "snippet": "matched execution contract facts: query_or_metric, logs" } ], "status": "pass", "workflow_facts": { "architecture_context_loaded": true, "diagnosis_run_initialized": true, "evidence_collection_completed": true, "final_answer_emitted": true, "misdiagnosis_guardrails_loaded": true, "summary_read_completed": true } }, "execution_contract_verdict": "pass", "ground_truth_root_cause": "Multiple coprocessor workers disappeared, leaving one remaining worker overloaded and repeatedly restarting, which cascaded into cluster-wide request backlog and outage-level latency", "overall_verdict": "fail", "quality_verdict": "fail", "scoring": { "failing_hard_gate_score_cap": 69, "final_score": 39, "hard_gate_passed": false, "passing_hard_gate_score_floor": 70, "raw_total_score": 39 }, "strategy": "deterministic_trace_heavy_v1", "workflow": { "checks": [ { "description": "Architecture context is loaded.", "earned_score": 5, "id": "architecture_context_loaded", "match": "all_of", "max_score": 5, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "architecture_context_loaded" ], "matcher": "bool_true", "path": "architecture_context_loaded", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: architecture_context_loaded" }, { "description": "Misdiagnosis guardrails are loaded.", "earned_score": 5, "id": "misdiagnosis_guardrails_loaded", "match": "all_of", "max_score": 5, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "misdiagnosis_guardrails_loaded" ], "matcher": "bool_true", "path": "misdiagnosis_guardrails_loaded", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: misdiagnosis_guardrails_loaded" }, { "description": "Diagnosis run is initialized.", "earned_score": 5, "id": "diagnosis_run_initialized", "match": "all_of", "max_score": 5, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "diagnosis_run_initialized" ], "matcher": "bool_true", "path": "diagnosis_run_initialized", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: diagnosis_run_initialized" }, { "description": "Evidence collection completes.", "earned_score": 10, "id": "evidence_collection_completed", "match": "all_of", "max_score": 10, "passed": true, "required": true, "rules": [ { "matched": true, "matched_keys": [ "evidence_collection_completed" ], "matcher": "bool_true", "path": "evidence_collection_completed", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: evidence_collection_completed" }, { "description": "Summary artifact is read when available.", "earned_score": 5, "id": "summary_read_completed", "match": "all_of", "max_score": 5, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "summary_read_completed" ], "matcher": "bool_true", "path": "summary_read_completed", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: summary_read_completed" }, { "description": "Final answer is emitted.", "earned_score": 0, "id": "final_answer_emitted", "match": "all_of", "max_score": 0, "passed": true, "required": false, "rules": [ { "matched": true, "matched_keys": [ "final_answer_emitted" ], "matcher": "bool_true", "path": "final_answer_emitted", "paths": [], "source": "workflow_fact", "threshold": null } ], "snippet": "matched workflow facts: final_answer_emitted" } ], "max_score": 10, "raw_max_score": 25, "raw_score": 25, "score": 10, "status": "pass" }, "workflow_verdict": "pass" }, "passed_checks": 2, "primary_failure_code": "critical_evidence_partial", "score": 39, "total_checks": 6 }