{ "generated_at": "2026-09-14T10:11:15.915499+00:00", "schema": "platform-radar-incident-llm-evaluation:v2", "description": "Stored Platform Radar incident evidence and LLM advice for offline quality evaluation. No live cluster scan is performed by this export.", "limit": 500, "count": 367, "summary": { "records_with_evidence": 367, "records_with_llm_advice": 0, "records_without_llm_advice": 367, "records_with_recommended_fix": 0 }, "notes": [ "llm_advice.normalized_operator_answer flattens problem/fix/why fields for easier offline review.", "llm_advice.recommended_fix is derived from incident_state.recommended_fix or operator_answer.fix/actions.", "evaluation_aids marks whether the row has enough stored evidence/advice to review LLM quality." ], "sources": [ "incident_state", "incident_llm_analysis_cache" ], "items": [ { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29823010", "source_id": "management", "title": "mail-to-order-dispatch-29823010", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29823010", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-14T10:10:05.752687+00:00", "opened_at": "2026-09-14T10:10:05.752687+00:00", "last_seen_at": "2026-09-14T10:10:05.752687+00:00", "last_changed_at": "2026-09-14T10:10:05.752687+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29823010-n99z4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29823010", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29823010", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29823010", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29823010-n99z4 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29823010-n99z4 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29823010-n99z4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29823010", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29823010", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29823010-n99z4 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29823010-n99z4 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29823010-n99z4 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29823010-n99z4 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29823010-n99z4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29823010", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:argocd:argocd-applicationset-controller", "source_id": "management", "title": "argocd-applicationset-controller", "namespace": "argocd", "target_kind": "workload", "target_name": "argocd-applicationset-controller", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 24065, "first_seen_at": "2026-05-07T19:11:22.203753+00:00", "opened_at": "2026-06-11T07:03:10.943403+00:00", "last_seen_at": "2026-09-14T10:10:05.752687+00:00", "last_changed_at": "2026-09-14T10:08:04.933951+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "argocd-applicationset-controller-f869b9f85-gds4q", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 29267, "waiting_reason": "CrashLoopBackOff", "workload_title": "argocd-applicationset-controller", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "argocd-applicationset-controller", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "argocd-applicationset-controller", "last_terminated_exit_code": 1 } ], "cluster": "management", "namespace": "argocd", "deployment": "argocd-applicationset-controller", "log_samples": [], "incident_key": "workload:management:argocd:argocd-applicationset-controller", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container argocd-applicationset-controller in pod argocd-applicationset-controller-f869b9f85-gds4q_argocd(91286365-dac9-4e5a-ab3b-0721745deddd)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-applicationset-controller-f869b9f85-gds4q", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 29267 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "argocd/argocd-applicationset-controller-f869b9f85-gds4q container `argocd-applicationset-controller` waiting reason: CrashLoopBackOff", "argocd/argocd-applicationset-controller-f869b9f85-gds4q container `argocd-applicationset-controller` last terminated reason: Error exit code 1", "argocd/argocd-applicationset-controller-f869b9f85-gds4q restart count: 29267", "argocd/argocd-applicationset-controller-f869b9f85-gds4q readiness gap: 0/1 containers ready", "Warning event BackOff on argocd/argocd-applicationset-controller-f869b9f85-gds4q: Back-off restarting failed container argocd-applicationset-controller in pod argocd-applicationset-controller-f869b9f85-gds4q_argocd(91286365-dac9-4e5a-ab3b-0721745deddd)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "argocd-applicationset-controller-f869b9f85-gds4q", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 29267, "waiting_reason": "CrashLoopBackOff", "workload_title": "argocd-applicationset-controller", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "argocd-applicationset-controller", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "argocd-applicationset-controller", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container argocd-applicationset-controller in pod argocd-applicationset-controller-f869b9f85-gds4q_argocd(91286365-dac9-4e5a-ab3b-0721745deddd)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-applicationset-controller-f869b9f85-gds4q", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": "argocd-applicationset-controller", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 29267 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "argocd/argocd-applicationset-controller-f869b9f85-gds4q container `argocd-applicationset-controller` waiting reason: CrashLoopBackOff", "argocd/argocd-applicationset-controller-f869b9f85-gds4q container `argocd-applicationset-controller` last terminated reason: Error exit code 1", "argocd/argocd-applicationset-controller-f869b9f85-gds4q restart count: 29267", "argocd/argocd-applicationset-controller-f869b9f85-gds4q readiness gap: 0/1 containers ready", "Warning event BackOff on argocd/argocd-applicationset-controller-f869b9f85-gds4q: Back-off restarting failed container argocd-applicationset-controller in pod argocd-applicationset-controller-f869b9f85-gds4q_argocd(91286365-dac9-4e5a-ab3b-0721745deddd)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "argocd/argocd-applicationset-controller-f869b9f85-gds4q container `argocd-applicationset-controller` waiting reason: CrashLoopBackOff", "argocd/argocd-applicationset-controller-f869b9f85-gds4q container `argocd-applicationset-controller` last terminated reason: Error exit code 1", "argocd/argocd-applicationset-controller-f869b9f85-gds4q restart count: 29267", "argocd/argocd-applicationset-controller-f869b9f85-gds4q readiness gap: 0/1 containers ready", "Warning event BackOff on argocd/argocd-applicationset-controller-f869b9f85-gds4q: Back-off restarting failed container argocd-applicationset-controller in pod argocd-applicationset-controller-f869b9f85-gds4q_argocd(91286365-dac9-4e5a-ab3b-0721745deddd)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 29267 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container argocd-applicationset-controller in pod argocd-applicationset-controller-f869b9f85-gds4q_argocd(91286365-dac9-4e5a-ab3b-0721745deddd)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-applicationset-controller-f869b9f85-gds4q", "cluster_display_name": "Management" } ], "pods": [ { "name": "argocd-applicationset-controller-f869b9f85-gds4q", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 29267, "waiting_reason": "CrashLoopBackOff", "workload_title": "argocd-applicationset-controller", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "argocd-applicationset-controller", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "argocd-applicationset-controller", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:copilot-demo:demo-flappy-restart", "source_id": "management", "title": "demo-flappy-restart", "namespace": "copilot-demo", "target_kind": "workload", "target_name": "demo-flappy-restart", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 15929, "first_seen_at": "2026-05-07T19:11:22.203753+00:00", "opened_at": "2026-06-11T07:02:09.785313+00:00", "last_seen_at": "2026-09-14T10:10:05.752687+00:00", "last_changed_at": "2026-09-14T10:10:05.752687+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "demo-flappy-restart-ddbf78fc7-r8454", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 37118, "waiting_reason": null, "workload_title": "demo-flappy-restart", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ], "cluster": "management", "namespace": "copilot-demo", "deployment": "demo-flappy-restart", "log_samples": [], "incident_key": "workload:management:copilot-demo:demo-flappy-restart", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-flappy-restart-ddbf78fc7-r8454_copilot-demo(8083271e-72c9-4719-a7f8-16d9f6d58632)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-flappy-restart-ddbf78fc7-r8454", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 37118 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 container `app` terminated reason: Error", "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 restart count: 37118", "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 readiness gap: 0/1 containers ready", "Warning event BackOff on copilot-demo/demo-flappy-restart-ddbf78fc7-r8454: Back-off restarting failed container app in pod demo-flappy-restart-ddbf78fc7-r8454_copilot-demo(8083271e-72c9-4719-a7f8-16d9f6d58632)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "demo-flappy-restart-ddbf78fc7-r8454", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 37118, "waiting_reason": null, "workload_title": "demo-flappy-restart", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-flappy-restart-ddbf78fc7-r8454_copilot-demo(8083271e-72c9-4719-a7f8-16d9f6d58632)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-flappy-restart-ddbf78fc7-r8454", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "copilot-demo", "deployment": "demo-flappy-restart", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 37118 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 container `app` terminated reason: Error", "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 restart count: 37118", "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 readiness gap: 0/1 containers ready", "Warning event BackOff on copilot-demo/demo-flappy-restart-ddbf78fc7-r8454: Back-off restarting failed container app in pod demo-flappy-restart-ddbf78fc7-r8454_copilot-demo(8083271e-72c9-4719-a7f8-16d9f6d58632)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 container `app` terminated reason: Error", "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 restart count: 37118", "copilot-demo/demo-flappy-restart-ddbf78fc7-r8454 readiness gap: 0/1 containers ready", "Warning event BackOff on copilot-demo/demo-flappy-restart-ddbf78fc7-r8454: Back-off restarting failed container app in pod demo-flappy-restart-ddbf78fc7-r8454_copilot-demo(8083271e-72c9-4719-a7f8-16d9f6d58632)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 37118 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-flappy-restart-ddbf78fc7-r8454_copilot-demo(8083271e-72c9-4719-a7f8-16d9f6d58632)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-flappy-restart-ddbf78fc7-r8454", "cluster_display_name": "Management" } ], "pods": [ { "name": "demo-flappy-restart-ddbf78fc7-r8454", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 37118, "waiting_reason": null, "workload_title": "demo-flappy-restart", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 10, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:copilot-demo:demo-fail-always", "source_id": "management", "title": "demo-fail-always", "namespace": "copilot-demo", "target_kind": "workload", "target_name": "demo-fail-always", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 50, "first_seen_at": "2026-05-07T19:11:22.203753+00:00", "opened_at": "2026-06-10T14:15:37.294369+00:00", "last_seen_at": "2026-09-14T10:10:05.752687+00:00", "last_changed_at": "2026-09-14T10:10:05.752687+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "demo-fail-always-ccb7dff88-x9djn", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42745, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-fail-always", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ], "cluster": "management", "namespace": "copilot-demo", "deployment": "demo-fail-always", "log_samples": [], "incident_key": "workload:management:copilot-demo:demo-fail-always", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-fail-always-ccb7dff88-x9djn_copilot-demo(c8dc04d6-3de2-4e16-9c46-bc6e904e21a7)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-fail-always-ccb7dff88-x9djn", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 42745 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "copilot-demo/demo-fail-always-ccb7dff88-x9djn container `app` waiting reason: CrashLoopBackOff", "copilot-demo/demo-fail-always-ccb7dff88-x9djn container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-fail-always-ccb7dff88-x9djn restart count: 42745", "copilot-demo/demo-fail-always-ccb7dff88-x9djn readiness gap: 0/1 containers ready", "Warning event BackOff on copilot-demo/demo-fail-always-ccb7dff88-x9djn: Back-off restarting failed container app in pod demo-fail-always-ccb7dff88-x9djn_copilot-demo(c8dc04d6-3de2-4e16-9c46-bc6e904e21a7)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "demo-fail-always-ccb7dff88-x9djn", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42745, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-fail-always", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-fail-always-ccb7dff88-x9djn_copilot-demo(c8dc04d6-3de2-4e16-9c46-bc6e904e21a7)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-fail-always-ccb7dff88-x9djn", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "copilot-demo", "deployment": "demo-fail-always", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 42745 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "copilot-demo/demo-fail-always-ccb7dff88-x9djn container `app` waiting reason: CrashLoopBackOff", "copilot-demo/demo-fail-always-ccb7dff88-x9djn container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-fail-always-ccb7dff88-x9djn restart count: 42745", "copilot-demo/demo-fail-always-ccb7dff88-x9djn readiness gap: 0/1 containers ready", "Warning event BackOff on copilot-demo/demo-fail-always-ccb7dff88-x9djn: Back-off restarting failed container app in pod demo-fail-always-ccb7dff88-x9djn_copilot-demo(c8dc04d6-3de2-4e16-9c46-bc6e904e21a7)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "copilot-demo/demo-fail-always-ccb7dff88-x9djn container `app` waiting reason: CrashLoopBackOff", "copilot-demo/demo-fail-always-ccb7dff88-x9djn container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-fail-always-ccb7dff88-x9djn restart count: 42745", "copilot-demo/demo-fail-always-ccb7dff88-x9djn readiness gap: 0/1 containers ready", "Warning event BackOff on copilot-demo/demo-fail-always-ccb7dff88-x9djn: Back-off restarting failed container app in pod demo-fail-always-ccb7dff88-x9djn_copilot-demo(c8dc04d6-3de2-4e16-9c46-bc6e904e21a7)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 42745 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-fail-always-ccb7dff88-x9djn_copilot-demo(c8dc04d6-3de2-4e16-9c46-bc6e904e21a7)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-fail-always-ccb7dff88-x9djn", "cluster_display_name": "Management" } ], "pods": [ { "name": "demo-fail-always-ccb7dff88-x9djn", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42745, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-fail-always", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:menta:menta-api", "source_id": "management", "title": "menta-api", "namespace": "menta", "target_kind": "workload", "target_name": "menta-api", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 14, "first_seen_at": "2026-05-07T19:11:22.203753+00:00", "opened_at": "2026-05-07T19:11:53.500941+00:00", "last_seen_at": "2026-09-14T10:10:05.752687+00:00", "last_changed_at": "2026-09-14T10:10:05.752687+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "menta-api-79d4f969c6-ct6tc", "phase": "Running", "cluster": "management", "namespace": "menta", "node_name": "agentic-local-control-plane", "restart_count": 35455, "waiting_reason": "CrashLoopBackOff", "workload_title": "menta-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "menta-api", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "menta-api", "last_terminated_exit_code": 3 } ], "cluster": "management", "namespace": "menta", "deployment": "menta-api", "log_samples": [], "incident_key": "workload:management:menta:menta-api", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container menta-api in pod menta-api-79d4f969c6-ct6tc_menta(adb6c8d2-63f2-4260-b794-e488351360bd)", "namespace": "menta", "involved_kind": "Pod", "involved_object": "menta-api-79d4f969c6-ct6tc", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 35455 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "menta/menta-api-79d4f969c6-ct6tc container `menta-api` waiting reason: CrashLoopBackOff", "menta/menta-api-79d4f969c6-ct6tc container `menta-api` last terminated reason: Error exit code 3", "menta/menta-api-79d4f969c6-ct6tc restart count: 35455", "menta/menta-api-79d4f969c6-ct6tc readiness gap: 0/1 containers ready", "Warning event BackOff on menta/menta-api-79d4f969c6-ct6tc: Back-off restarting failed container menta-api in pod menta-api-79d4f969c6-ct6tc_menta(adb6c8d2-63f2-4260-b794-e488351360bd)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "menta-api-79d4f969c6-ct6tc", "phase": "Running", "cluster": "management", "namespace": "menta", "node_name": "agentic-local-control-plane", "restart_count": 35455, "waiting_reason": "CrashLoopBackOff", "workload_title": "menta-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "menta-api", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "menta-api", "last_terminated_exit_code": 3 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container menta-api in pod menta-api-79d4f969c6-ct6tc_menta(adb6c8d2-63f2-4260-b794-e488351360bd)", "namespace": "menta", "involved_kind": "Pod", "involved_object": "menta-api-79d4f969c6-ct6tc", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "menta", "deployment": "menta-api", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 35455 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "menta/menta-api-79d4f969c6-ct6tc container `menta-api` waiting reason: CrashLoopBackOff", "menta/menta-api-79d4f969c6-ct6tc container `menta-api` last terminated reason: Error exit code 3", "menta/menta-api-79d4f969c6-ct6tc restart count: 35455", "menta/menta-api-79d4f969c6-ct6tc readiness gap: 0/1 containers ready", "Warning event BackOff on menta/menta-api-79d4f969c6-ct6tc: Back-off restarting failed container menta-api in pod menta-api-79d4f969c6-ct6tc_menta(adb6c8d2-63f2-4260-b794-e488351360bd)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "menta/menta-api-79d4f969c6-ct6tc container `menta-api` waiting reason: CrashLoopBackOff", "menta/menta-api-79d4f969c6-ct6tc container `menta-api` last terminated reason: Error exit code 3", "menta/menta-api-79d4f969c6-ct6tc restart count: 35455", "menta/menta-api-79d4f969c6-ct6tc readiness gap: 0/1 containers ready", "Warning event BackOff on menta/menta-api-79d4f969c6-ct6tc: Back-off restarting failed container menta-api in pod menta-api-79d4f969c6-ct6tc_menta(adb6c8d2-63f2-4260-b794-e488351360bd)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 35455 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container menta-api in pod menta-api-79d4f969c6-ct6tc_menta(adb6c8d2-63f2-4260-b794-e488351360bd)", "namespace": "menta", "involved_kind": "Pod", "involved_object": "menta-api-79d4f969c6-ct6tc", "cluster_display_name": "Management" } ], "pods": [ { "name": "menta-api-79d4f969c6-ct6tc", "phase": "Running", "cluster": "management", "namespace": "menta", "node_name": "agentic-local-control-plane", "restart_count": 35455, "waiting_reason": "CrashLoopBackOff", "workload_title": "menta-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "menta-api", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "menta-api", "last_terminated_exit_code": 3 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:copilot-demo:demo-delayed-stable", "source_id": "management", "title": "demo-delayed-stable", "namespace": "copilot-demo", "target_kind": "workload", "target_name": "demo-delayed-stable", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "3 problematic pod(s), 3 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 14, "first_seen_at": "2026-05-07T19:11:22.203753+00:00", "opened_at": "2026-05-07T19:11:53.500941+00:00", "last_seen_at": "2026-09-14T10:10:05.752687+00:00", "last_changed_at": "2026-09-14T10:10:05.752687+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "demo-delayed-stable-669f4c4b4-72twb", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42723, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-delayed-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 }, { "name": "demo-delayed-stable-669f4c4b4-7c58d", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42716, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-delayed-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 }, { "name": "demo-delayed-stable-669f4c4b4-bzfsm", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42721, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-delayed-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ], "cluster": "management", "namespace": "copilot-demo", "deployment": "demo-delayed-stable", "log_samples": [], "incident_key": "workload:management:copilot-demo:demo-delayed-stable", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-delayed-stable-669f4c4b4-72twb_copilot-demo(7694a261-8049-4339-8ed9-32d5de8df218)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-delayed-stable-669f4c4b4-72twb", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-delayed-stable-669f4c4b4-7c58d_copilot-demo(6704b484-7c5a-40ba-beb3-63bee70b1016)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-delayed-stable-669f4c4b4-7c58d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-delayed-stable-669f4c4b4-bzfsm_copilot-demo(32a84afd-d912-4f60-bad1-f219e565ec45)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-delayed-stable-669f4c4b4-bzfsm", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 42723 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "copilot-demo/demo-delayed-stable-669f4c4b4-72twb container `app` waiting reason: CrashLoopBackOff", "copilot-demo/demo-delayed-stable-669f4c4b4-72twb container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-delayed-stable-669f4c4b4-72twb restart count: 42723", "copilot-demo/demo-delayed-stable-669f4c4b4-72twb readiness gap: 0/1 containers ready", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d container `app` waiting reason: CrashLoopBackOff", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d restart count: 42716", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "demo-delayed-stable-669f4c4b4-72twb", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42723, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-delayed-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 }, { "name": "demo-delayed-stable-669f4c4b4-7c58d", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42716, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-delayed-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 }, { "name": "demo-delayed-stable-669f4c4b4-bzfsm", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42721, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-delayed-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-delayed-stable-669f4c4b4-72twb_copilot-demo(7694a261-8049-4339-8ed9-32d5de8df218)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-delayed-stable-669f4c4b4-72twb", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-delayed-stable-669f4c4b4-7c58d_copilot-demo(6704b484-7c5a-40ba-beb3-63bee70b1016)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-delayed-stable-669f4c4b4-7c58d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-delayed-stable-669f4c4b4-bzfsm_copilot-demo(32a84afd-d912-4f60-bad1-f219e565ec45)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-delayed-stable-669f4c4b4-bzfsm", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "copilot-demo", "deployment": "demo-delayed-stable", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 42723 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "copilot-demo/demo-delayed-stable-669f4c4b4-72twb container `app` waiting reason: CrashLoopBackOff", "copilot-demo/demo-delayed-stable-669f4c4b4-72twb container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-delayed-stable-669f4c4b4-72twb restart count: 42723", "copilot-demo/demo-delayed-stable-669f4c4b4-72twb readiness gap: 0/1 containers ready", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d container `app` waiting reason: CrashLoopBackOff", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d restart count: 42716", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "copilot-demo/demo-delayed-stable-669f4c4b4-72twb container `app` waiting reason: CrashLoopBackOff", "copilot-demo/demo-delayed-stable-669f4c4b4-72twb container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-delayed-stable-669f4c4b4-72twb restart count: 42723", "copilot-demo/demo-delayed-stable-669f4c4b4-72twb readiness gap: 0/1 containers ready", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d container `app` waiting reason: CrashLoopBackOff", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d container `app` last terminated reason: Error exit code 1", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d restart count: 42716", "copilot-demo/demo-delayed-stable-669f4c4b4-7c58d readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 42723 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-delayed-stable-669f4c4b4-72twb_copilot-demo(7694a261-8049-4339-8ed9-32d5de8df218)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-delayed-stable-669f4c4b4-72twb", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-delayed-stable-669f4c4b4-7c58d_copilot-demo(6704b484-7c5a-40ba-beb3-63bee70b1016)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-delayed-stable-669f4c4b4-7c58d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container app in pod demo-delayed-stable-669f4c4b4-bzfsm_copilot-demo(32a84afd-d912-4f60-bad1-f219e565ec45)", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-delayed-stable-669f4c4b4-bzfsm", "cluster_display_name": "Management" } ], "pods": [ { "name": "demo-delayed-stable-669f4c4b4-72twb", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42723, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-delayed-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 }, { "name": "demo-delayed-stable-669f4c4b4-7c58d", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42716, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-delayed-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 }, { "name": "demo-delayed-stable-669f4c4b4-bzfsm", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 42721, "waiting_reason": "CrashLoopBackOff", "workload_title": "demo-delayed-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 18, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:copilot-demo:demo-missing-config", "source_id": "management", "title": "demo-missing-config", "namespace": "copilot-demo", "target_kind": "workload", "target_name": "demo-missing-config", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: CreateContainerConfigError", "occurrence_count": 14, "first_seen_at": "2026-05-07T19:11:22.203753+00:00", "opened_at": "2026-05-07T19:11:53.500941+00:00", "last_seen_at": "2026-09-14T10:10:05.752687+00:00", "last_changed_at": "2026-09-14T09:23:26.923543+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "demo-missing-config-5fcd49547-w2cht", "phase": "Pending", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "demo-missing-config", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "copilot-demo", "deployment": "demo-missing-config", "log_samples": [], "incident_key": "workload:management:copilot-demo:demo-missing-config", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: configmap \"demo-missing-config-settings\" not found", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-missing-config-5fcd49547-w2cht", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Failed to pull image \"busybox\": failed to pull and unpack image \"docker.io/library/busybox:latest\": failed to resolve reference \"docker.io/library/busybox:latest\": failed to do request: Head \"https://registry-1.docker.io/v2/library/busybox/manifests/latest\": net/http: TLS handshake timeout", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-missing-config-5fcd49547-w2cht", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "evidence_highlights": [ "copilot-demo/demo-missing-config-5fcd49547-w2cht container `app` waiting reason: CreateContainerConfigError", "copilot-demo/demo-missing-config-5fcd49547-w2cht readiness gap: 0/1 containers ready", "Warning event Failed on copilot-demo/demo-missing-config-5fcd49547-w2cht: Error: configmap \"demo-missing-config-settings\" not found", "Warning event Failed on copilot-demo/demo-missing-config-5fcd49547-w2cht: Failed to pull image \"busybox\": failed to pull and unpack image \"docker.io/library/busybox:latest\": failed to resolve reference \"docker.io/library/busybox:latest\": failed to do request: Head \"https://registry-1.docker.io/v2/library/busybox/manifests/latest\": net/http: TLS handshake timeout" ], "evidence_backed_fix_hints": [ "Restore the missing ConfigMap referenced by the pod before expecting the container to start." ] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "demo-missing-config-5fcd49547-w2cht", "phase": "Pending", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "demo-missing-config", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: configmap \"demo-missing-config-settings\" not found", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-missing-config-5fcd49547-w2cht", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Failed to pull image \"busybox\": failed to pull and unpack image \"docker.io/library/busybox:latest\": failed to resolve reference \"docker.io/library/busybox:latest\": failed to do request: Head \"https://registry-1.docker.io/v2/library/busybox/manifests/latest\": net/http: TLS handshake timeout", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-missing-config-5fcd49547-w2cht", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "copilot-demo", "deployment": "demo-missing-config", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "technical_context": [], "evidence_highlights": [ "copilot-demo/demo-missing-config-5fcd49547-w2cht container `app` waiting reason: CreateContainerConfigError", "copilot-demo/demo-missing-config-5fcd49547-w2cht readiness gap: 0/1 containers ready", "Warning event Failed on copilot-demo/demo-missing-config-5fcd49547-w2cht: Error: configmap \"demo-missing-config-settings\" not found", "Warning event Failed on copilot-demo/demo-missing-config-5fcd49547-w2cht: Failed to pull image \"busybox\": failed to pull and unpack image \"docker.io/library/busybox:latest\": failed to resolve reference \"docker.io/library/busybox:latest\": failed to do request: Head \"https://registry-1.docker.io/v2/library/busybox/manifests/latest\": net/http: TLS handshake timeout" ], "previous_log_samples": [], "likely_fix_candidates": [ "Restore the missing ConfigMap referenced by the pod before expecting the container to start." ], "evidence_backed_fix_hints": [ "Restore the missing ConfigMap referenced by the pod before expecting the container to start." ] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "copilot-demo/demo-missing-config-5fcd49547-w2cht container `app` waiting reason: CreateContainerConfigError", "copilot-demo/demo-missing-config-5fcd49547-w2cht readiness gap: 0/1 containers ready", "Warning event Failed on copilot-demo/demo-missing-config-5fcd49547-w2cht: Error: configmap \"demo-missing-config-settings\" not found", "Warning event Failed on copilot-demo/demo-missing-config-5fcd49547-w2cht: Failed to pull image \"busybox\": failed to pull and unpack image \"docker.io/library/busybox:latest\": failed to resolve reference \"docker.io/library/busybox:latest\": failed to do request: Head \"https://registry-1.docker.io/v2/library/busybox/manifests/latest\": net/http: TLS handshake timeout" ], "resource_checks": [], "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: configmap \"demo-missing-config-settings\" not found", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-missing-config-5fcd49547-w2cht", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Failed to pull image \"busybox\": failed to pull and unpack image \"docker.io/library/busybox:latest\": failed to resolve reference \"docker.io/library/busybox:latest\": failed to do request: Head \"https://registry-1.docker.io/v2/library/busybox/manifests/latest\": net/http: TLS handshake timeout", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-missing-config-5fcd49547-w2cht", "cluster_display_name": "Management" } ], "pods": [ { "name": "demo-missing-config-5fcd49547-w2cht", "phase": "Pending", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "demo-missing-config", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 8, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:prod:platform-radar-local:platform-radar-scanner", "source_id": "prod", "title": "platform-radar-scanner", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-scanner", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: ImagePullBackOff", "occurrence_count": 33, "first_seen_at": "2026-08-02T15:25:44.903067+00:00", "opened_at": "2026-08-02T15:25:44.903067+00:00", "last_seen_at": "2026-09-14T10:10:05.722551+00:00", "last_changed_at": "2026-09-14T09:23:26.525976+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-scanner-6cbf4864fd-qj67v", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-radar-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "prod", "namespace": "platform-radar-local", "deployment": "platform-radar-scanner", "log_samples": [], "incident_key": "workload:prod:platform-radar-local:platform-radar-scanner", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v container `platform-radar-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v: Error: ImagePullBackOff" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-scanner-6cbf4864fd-qj67v", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-radar-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-scanner", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v container `platform-radar-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v: Error: ImagePullBackOff" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v container `platform-radar-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v: Error: ImagePullBackOff" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" } ], "pods": [ { "name": "platform-radar-scanner-6cbf4864fd-qj67v", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-radar-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 8, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:prod:platform-radar-local:platform-radar-cost-scanner", "source_id": "prod", "title": "platform-radar-cost-scanner", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-cost-scanner", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: ImagePullBackOff", "occurrence_count": 33, "first_seen_at": "2026-08-02T15:25:44.903067+00:00", "opened_at": "2026-08-02T15:25:44.903067+00:00", "last_seen_at": "2026-09-14T10:10:05.722551+00:00", "last_changed_at": "2026-09-14T09:53:59.696564+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-cost-scanner-585b448949-7mmlk", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-cost-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "cost-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "prod", "namespace": "platform-radar-local", "deployment": "platform-radar-cost-scanner", "log_samples": [], "incident_key": "workload:prod:platform-radar-local:platform-radar-cost-scanner", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk container `cost-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk: Error: ImagePullBackOff" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-cost-scanner-585b448949-7mmlk", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-cost-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "cost-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-cost-scanner", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk container `cost-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk: Error: ImagePullBackOff" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk container `cost-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk: Error: ImagePullBackOff" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" } ], "pods": [ { "name": "platform-radar-cost-scanner-585b448949-7mmlk", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-cost-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "cost-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 8, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:prod:platform-radar-local:platform-radar-uptime-pr-scanner", "source_id": "prod", "title": "platform-radar-uptime-pr-scanner", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-uptime-pr-scanner", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: ImagePullBackOff", "occurrence_count": 33, "first_seen_at": "2026-08-02T15:25:44.903067+00:00", "opened_at": "2026-08-02T15:25:44.903067+00:00", "last_seen_at": "2026-09-14T10:10:05.722551+00:00", "last_changed_at": "2026-09-14T09:53:59.696564+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-uptime-pr-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "uptime-pr-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "prod", "namespace": "platform-radar-local", "deployment": "platform-radar-uptime-pr-scanner", "log_samples": [], "incident_key": "workload:prod:platform-radar-local:platform-radar-uptime-pr-scanner", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp container `uptime-pr-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp: Error: ImagePullBackOff" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-uptime-pr-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "uptime-pr-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-uptime-pr-scanner", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp container `uptime-pr-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp: Error: ImagePullBackOff" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp container `uptime-pr-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp: Error: ImagePullBackOff" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" } ], "pods": [ { "name": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-uptime-pr-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "uptime-pr-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 8, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:prod:platform-radar-local:platform-radar-platform-health-scanner", "source_id": "prod", "title": "platform-radar-platform-health-scanner", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-platform-health-scanner", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: ImagePullBackOff", "occurrence_count": 33, "first_seen_at": "2026-08-02T15:25:44.903067+00:00", "opened_at": "2026-08-02T15:25:44.903067+00:00", "last_seen_at": "2026-09-14T10:10:05.722551+00:00", "last_changed_at": "2026-09-14T09:47:56.870424+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-platform-health-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-health-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "prod", "namespace": "platform-radar-local", "deployment": "platform-radar-platform-health-scanner", "log_samples": [], "incident_key": "workload:prod:platform-radar-local:platform-radar-platform-health-scanner", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49 container `platform-health-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49 readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49: Error: ImagePullBackOff" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-platform-health-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-health-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-platform-health-scanner", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49 container `platform-health-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49 readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49: Error: ImagePullBackOff" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49 container `platform-health-scanner` waiting reason: ImagePullBackOff", "platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49 readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49: Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "Warning event Failed on platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49: Error: ImagePullBackOff" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" } ], "pods": [ { "name": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "platform-radar-platform-health-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-health-scanner", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 8, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:prod:platform-radar-prod-demo:prod-checkout-api", "source_id": "prod", "title": "prod-checkout-api", "namespace": "platform-radar-prod-demo", "target_kind": "workload", "target_name": "prod-checkout-api", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 748, "first_seen_at": "2026-05-16T06:39:20.157142+00:00", "opened_at": "2026-06-11T06:29:00.774414+00:00", "last_seen_at": "2026-09-14T10:10:05.722551+00:00", "last_changed_at": "2026-09-14T10:10:05.722551+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "prod-checkout-api-7458f8fd97-xsww6", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 21051, "waiting_reason": "CrashLoopBackOff", "workload_title": "prod-checkout-api", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ], "cluster": "prod", "namespace": "platform-radar-prod-demo", "deployment": "prod-checkout-api", "log_samples": [], "incident_key": "workload:prod:platform-radar-prod-demo:prod-checkout-api", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container app in pod prod-checkout-api-7458f8fd97-xsww6_platform-radar-prod-demo(7486d0c5-3840-4618-b312-334dbdc9f254)", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-checkout-api-7458f8fd97-xsww6", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: context deadline exceeded", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-checkout-api-7458f8fd97-xsww6", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 21051 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 container `app` waiting reason: CrashLoopBackOff", "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 container `app` last terminated reason: Error exit code 1", "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 restart count: 21051", "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 readiness gap: 1/2 containers ready", "Warning event BackOff on platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6: Back-off restarting failed container app in pod prod-checkout-api-7458f8fd97-xsww6_platform-radar-prod-demo(7486d0c5-3840-4618-b312-334dbdc9f254)", "Warning event Failed on platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6: Error: context deadline exceeded" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "prod-checkout-api-7458f8fd97-xsww6", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 21051, "waiting_reason": "CrashLoopBackOff", "workload_title": "prod-checkout-api", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container app in pod prod-checkout-api-7458f8fd97-xsww6_platform-radar-prod-demo(7486d0c5-3840-4618-b312-334dbdc9f254)", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-checkout-api-7458f8fd97-xsww6", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: context deadline exceeded", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-checkout-api-7458f8fd97-xsww6", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-prod-demo", "deployment": "prod-checkout-api", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 21051 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 container `app` waiting reason: CrashLoopBackOff", "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 container `app` last terminated reason: Error exit code 1", "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 restart count: 21051", "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 readiness gap: 1/2 containers ready", "Warning event BackOff on platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6: Back-off restarting failed container app in pod prod-checkout-api-7458f8fd97-xsww6_platform-radar-prod-demo(7486d0c5-3840-4618-b312-334dbdc9f254)", "Warning event Failed on platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6: Error: context deadline exceeded" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "Failed" ], "evidence_highlights": [ "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 container `app` waiting reason: CrashLoopBackOff", "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 container `app` last terminated reason: Error exit code 1", "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 restart count: 21051", "platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6 readiness gap: 1/2 containers ready", "Warning event BackOff on platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6: Back-off restarting failed container app in pod prod-checkout-api-7458f8fd97-xsww6_platform-radar-prod-demo(7486d0c5-3840-4618-b312-334dbdc9f254)", "Warning event Failed on platform-radar-prod-demo/prod-checkout-api-7458f8fd97-xsww6: Error: context deadline exceeded" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 21051 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container app in pod prod-checkout-api-7458f8fd97-xsww6_platform-radar-prod-demo(7486d0c5-3840-4618-b312-334dbdc9f254)", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-checkout-api-7458f8fd97-xsww6", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: context deadline exceeded", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-checkout-api-7458f8fd97-xsww6", "cluster_display_name": "Production" } ], "pods": [ { "name": "prod-checkout-api-7458f8fd97-xsww6", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 21051, "waiting_reason": "CrashLoopBackOff", "workload_title": "prod-checkout-api", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 13, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:prod:platform-radar-prod-demo:prod-order-worker", "source_id": "prod", "title": "prod-order-worker", "namespace": "platform-radar-prod-demo", "target_kind": "workload", "target_name": "prod-order-worker", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 723, "first_seen_at": "2026-05-16T06:39:20.157142+00:00", "opened_at": "2026-06-11T05:37:32.781904+00:00", "last_seen_at": "2026-09-14T10:10:05.722551+00:00", "last_changed_at": "2026-09-14T10:10:05.722551+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "prod-order-worker-5b69fb5886-qpcs7", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 21048, "waiting_reason": "CrashLoopBackOff", "workload_title": "prod-order-worker", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "worker", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "app-signal", "last_terminated_exit_code": 255 } ], "cluster": "prod", "namespace": "platform-radar-prod-demo", "deployment": "prod-order-worker", "log_samples": [], "incident_key": "workload:prod:platform-radar-prod-demo:prod-order-worker", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container worker in pod prod-order-worker-5b69fb5886-qpcs7_platform-radar-prod-demo(c9db0e45-f014-42dc-bf90-2d2bf453f05f)", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-order-worker-5b69fb5886-qpcs7", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: stream terminated by RST_STREAM with error code: CANCEL", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-order-worker-5b69fb5886-qpcs7", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 21048 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 container `worker` waiting reason: CrashLoopBackOff", "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 container `app-signal` last terminated reason: Unknown exit code 255", "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 restart count: 21048", "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 readiness gap: 1/2 containers ready", "Warning event BackOff on platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7: Back-off restarting failed container worker in pod prod-order-worker-5b69fb5886-qpcs7_platform-radar-prod-demo(c9db0e45-f014-42dc-bf90-2d2bf453f05f)", "Warning event Failed on platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7: Error: stream terminated by RST_STREAM with error code: CANCEL" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "prod-order-worker-5b69fb5886-qpcs7", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 21048, "waiting_reason": "CrashLoopBackOff", "workload_title": "prod-order-worker", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "worker", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "app-signal", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container worker in pod prod-order-worker-5b69fb5886-qpcs7_platform-radar-prod-demo(c9db0e45-f014-42dc-bf90-2d2bf453f05f)", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-order-worker-5b69fb5886-qpcs7", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: stream terminated by RST_STREAM with error code: CANCEL", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-order-worker-5b69fb5886-qpcs7", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-prod-demo", "deployment": "prod-order-worker", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 21048 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 container `worker` waiting reason: CrashLoopBackOff", "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 container `app-signal` last terminated reason: Unknown exit code 255", "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 restart count: 21048", "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 readiness gap: 1/2 containers ready", "Warning event BackOff on platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7: Back-off restarting failed container worker in pod prod-order-worker-5b69fb5886-qpcs7_platform-radar-prod-demo(c9db0e45-f014-42dc-bf90-2d2bf453f05f)", "Warning event Failed on platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7: Error: stream terminated by RST_STREAM with error code: CANCEL" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "Failed" ], "evidence_highlights": [ "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 container `worker` waiting reason: CrashLoopBackOff", "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 container `app-signal` last terminated reason: Unknown exit code 255", "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 restart count: 21048", "platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7 readiness gap: 1/2 containers ready", "Warning event BackOff on platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7: Back-off restarting failed container worker in pod prod-order-worker-5b69fb5886-qpcs7_platform-radar-prod-demo(c9db0e45-f014-42dc-bf90-2d2bf453f05f)", "Warning event Failed on platform-radar-prod-demo/prod-order-worker-5b69fb5886-qpcs7: Error: stream terminated by RST_STREAM with error code: CANCEL" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 21048 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container worker in pod prod-order-worker-5b69fb5886-qpcs7_platform-radar-prod-demo(c9db0e45-f014-42dc-bf90-2d2bf453f05f)", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-order-worker-5b69fb5886-qpcs7", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: stream terminated by RST_STREAM with error code: CANCEL", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-order-worker-5b69fb5886-qpcs7", "cluster_display_name": "Production" } ], "pods": [ { "name": "prod-order-worker-5b69fb5886-qpcs7", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 21048, "waiting_reason": "CrashLoopBackOff", "workload_title": "prod-order-worker", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "worker", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "app-signal", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 13, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:prod:platform-radar-prod-demo:prod-cart-api", "source_id": "prod", "title": "prod-cart-api", "namespace": "platform-radar-prod-demo", "target_kind": "workload", "target_name": "prod-cart-api", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 727, "first_seen_at": "2026-05-16T06:39:20.157142+00:00", "opened_at": "2026-06-11T03:55:05.893573+00:00", "last_seen_at": "2026-09-14T10:10:05.722551+00:00", "last_changed_at": "2026-09-14T10:10:05.722551+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "prod-cart-api-7cd8cf97f8-kntzd", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 21064, "waiting_reason": "CrashLoopBackOff", "workload_title": "prod-cart-api", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ], "cluster": "prod", "namespace": "platform-radar-prod-demo", "deployment": "prod-cart-api", "log_samples": [], "incident_key": "workload:prod:platform-radar-prod-demo:prod-cart-api", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container app in pod prod-cart-api-7cd8cf97f8-kntzd_platform-radar-prod-demo(8b88d4c6-af92-4ca8-8f0e-0a5155d6e356)", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-cart-api-7cd8cf97f8-kntzd", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: context deadline exceeded", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-cart-api-7cd8cf97f8-kntzd", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 21064 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd container `app` waiting reason: CrashLoopBackOff", "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd container `app` last terminated reason: Error exit code 1", "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd restart count: 21064", "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd readiness gap: 1/2 containers ready", "Warning event BackOff on platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd: Back-off restarting failed container app in pod prod-cart-api-7cd8cf97f8-kntzd_platform-radar-prod-demo(8b88d4c6-af92-4ca8-8f0e-0a5155d6e356)", "Warning event Failed on platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd: Error: context deadline exceeded" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "prod-cart-api-7cd8cf97f8-kntzd", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 21064, "waiting_reason": "CrashLoopBackOff", "workload_title": "prod-cart-api", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container app in pod prod-cart-api-7cd8cf97f8-kntzd_platform-radar-prod-demo(8b88d4c6-af92-4ca8-8f0e-0a5155d6e356)", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-cart-api-7cd8cf97f8-kntzd", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: context deadline exceeded", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-cart-api-7cd8cf97f8-kntzd", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-prod-demo", "deployment": "prod-cart-api", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 21064 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd container `app` waiting reason: CrashLoopBackOff", "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd container `app` last terminated reason: Error exit code 1", "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd restart count: 21064", "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd readiness gap: 1/2 containers ready", "Warning event BackOff on platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd: Back-off restarting failed container app in pod prod-cart-api-7cd8cf97f8-kntzd_platform-radar-prod-demo(8b88d4c6-af92-4ca8-8f0e-0a5155d6e356)", "Warning event Failed on platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd: Error: context deadline exceeded" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "Failed" ], "evidence_highlights": [ "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd container `app` waiting reason: CrashLoopBackOff", "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd container `app` last terminated reason: Error exit code 1", "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd restart count: 21064", "platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd readiness gap: 1/2 containers ready", "Warning event BackOff on platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd: Back-off restarting failed container app in pod prod-cart-api-7cd8cf97f8-kntzd_platform-radar-prod-demo(8b88d4c6-af92-4ca8-8f0e-0a5155d6e356)", "Warning event Failed on platform-radar-prod-demo/prod-cart-api-7cd8cf97f8-kntzd: Error: context deadline exceeded" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 21064 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container app in pod prod-cart-api-7cd8cf97f8-kntzd_platform-radar-prod-demo(8b88d4c6-af92-4ca8-8f0e-0a5155d6e356)", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-cart-api-7cd8cf97f8-kntzd", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: context deadline exceeded", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-cart-api-7cd8cf97f8-kntzd", "cluster_display_name": "Production" } ], "pods": [ { "name": "prod-cart-api-7cd8cf97f8-kntzd", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 21064, "waiting_reason": "CrashLoopBackOff", "workload_title": "prod-cart-api", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "app", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 13, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:prod:platform-radar-prod-demo:prod-redis", "source_id": "prod", "title": "prod-redis", "namespace": "platform-radar-prod-demo", "target_kind": "workload", "target_name": "prod-redis", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: ImagePullBackOff", "occurrence_count": 45, "first_seen_at": "2026-05-16T06:39:20.157142+00:00", "opened_at": "2026-06-10T19:32:23.543866+00:00", "last_seen_at": "2026-09-14T10:10:05.722551+00:00", "last_changed_at": "2026-09-14T10:10:05.722551+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "prod-redis-95b95879f-b225r", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "prod-redis", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "redis", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "prod", "namespace": "platform-radar-prod-demo", "deployment": "prod-redis", "log_samples": [], "incident_key": "workload:prod:platform-radar-prod-demo:prod-redis", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"registry.invalid/bitnami/redis:7.2.0\": failed to pull and unpack image \"registry.invalid/bitnami/redis:7.2.0\": failed to resolve reference \"registry.invalid/bitnami/redis:7.2.0\": failed to do request: Head \"https://registry.invalid/v2/bitnami/redis/manifests/7.2.0\": dial tcp: lookup registry.invalid on 192.168.65.254:53: no such host", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-redis-95b95879f-b225r", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-redis-95b95879f-b225r", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "platform-radar-prod-demo/prod-redis-95b95879f-b225r container `redis` waiting reason: ImagePullBackOff", "platform-radar-prod-demo/prod-redis-95b95879f-b225r readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-prod-demo/prod-redis-95b95879f-b225r: Failed to pull image \"registry.invalid/bitnami/redis:7.2.0\": failed to pull and unpack image \"registry.invalid/bitnami/redis:7.2.0\": failed to resolve reference \"registry.invalid/bitnami/redis:7.2.0\": failed to do request: Head \"https://registry.invalid/v2/bitnami/redis/manifests/7.2.0\": dial tcp: lookup registry.invalid on 192.168.65.254:53: no such host", "Warning event Failed on platform-radar-prod-demo/prod-redis-95b95879f-b225r: Error: ImagePullBackOff" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "prod-redis-95b95879f-b225r", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "prod-redis", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "redis", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"registry.invalid/bitnami/redis:7.2.0\": failed to pull and unpack image \"registry.invalid/bitnami/redis:7.2.0\": failed to resolve reference \"registry.invalid/bitnami/redis:7.2.0\": failed to do request: Head \"https://registry.invalid/v2/bitnami/redis/manifests/7.2.0\": dial tcp: lookup registry.invalid on 192.168.65.254:53: no such host", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-redis-95b95879f-b225r", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-redis-95b95879f-b225r", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-prod-demo", "deployment": "prod-redis", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "platform-radar-prod-demo/prod-redis-95b95879f-b225r container `redis` waiting reason: ImagePullBackOff", "platform-radar-prod-demo/prod-redis-95b95879f-b225r readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-prod-demo/prod-redis-95b95879f-b225r: Failed to pull image \"registry.invalid/bitnami/redis:7.2.0\": failed to pull and unpack image \"registry.invalid/bitnami/redis:7.2.0\": failed to resolve reference \"registry.invalid/bitnami/redis:7.2.0\": failed to do request: Head \"https://registry.invalid/v2/bitnami/redis/manifests/7.2.0\": dial tcp: lookup registry.invalid on 192.168.65.254:53: no such host", "Warning event Failed on platform-radar-prod-demo/prod-redis-95b95879f-b225r: Error: ImagePullBackOff" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "platform-radar-prod-demo/prod-redis-95b95879f-b225r container `redis` waiting reason: ImagePullBackOff", "platform-radar-prod-demo/prod-redis-95b95879f-b225r readiness gap: 0/1 containers ready", "Warning event Failed on platform-radar-prod-demo/prod-redis-95b95879f-b225r: Failed to pull image \"registry.invalid/bitnami/redis:7.2.0\": failed to pull and unpack image \"registry.invalid/bitnami/redis:7.2.0\": failed to resolve reference \"registry.invalid/bitnami/redis:7.2.0\": failed to do request: Head \"https://registry.invalid/v2/bitnami/redis/manifests/7.2.0\": dial tcp: lookup registry.invalid on 192.168.65.254:53: no such host", "Warning event Failed on platform-radar-prod-demo/prod-redis-95b95879f-b225r: Error: ImagePullBackOff" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"registry.invalid/bitnami/redis:7.2.0\": failed to pull and unpack image \"registry.invalid/bitnami/redis:7.2.0\": failed to resolve reference \"registry.invalid/bitnami/redis:7.2.0\": failed to do request: Head \"https://registry.invalid/v2/bitnami/redis/manifests/7.2.0\": dial tcp: lookup registry.invalid on 192.168.65.254:53: no such host", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-redis-95b95879f-b225r", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-redis-95b95879f-b225r", "cluster_display_name": "Production" } ], "pods": [ { "name": "prod-redis-95b95879f-b225r", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "ImagePullBackOff", "workload_title": "prod-redis", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "redis", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 8, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:prod:platform-radar-prod-demo:prod-failing-api", "source_id": "prod", "title": "prod-failing-api", "namespace": "platform-radar-prod-demo", "target_kind": "workload", "target_name": "prod-failing-api", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "2 problematic pod(s), 2 warning event(s), top signal: CreateContainerConfigError", "occurrence_count": 47, "first_seen_at": "2026-05-07T19:11:22.203753+00:00", "opened_at": "2026-06-10T19:32:23.543866+00:00", "last_seen_at": "2026-09-14T10:10:05.722551+00:00", "last_changed_at": "2026-09-13T08:23:03.987117+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "prod-failing-api-58678bcf74-l8mjg", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "prod-failing-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "prod-failing-api-8445b486f8-b989c", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 28, "waiting_reason": "CreateContainerConfigError", "workload_title": "prod-failing-api", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "app-signal", "last_terminated_exit_code": 255 } ], "cluster": "prod", "namespace": "platform-radar-prod-demo", "deployment": "prod-failing-api", "log_samples": [], "incident_key": "workload:prod:platform-radar-prod-demo:prod-failing-api", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-58678bcf74-l8mjg", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-8445b486f8-b989c", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 28 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg container `app` waiting reason: CreateContainerConfigError", "platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg readiness gap: 0/1 containers ready", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c container `app` waiting reason: CreateContainerConfigError", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c container `app-signal` last terminated reason: Unknown exit code 255", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c restart count: 28", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c readiness gap: 1/2 containers ready", "Warning event Failed on platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg: Error: secret \"prod-failing-api-secrets\" not found", "Warning event Failed on platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c: Error: secret \"prod-failing-api-secrets\" not found" ], "evidence_backed_fix_hints": [ "Restore the missing Secret referenced by the pod before expecting the container to start." ] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "prod-failing-api-58678bcf74-l8mjg", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "prod-failing-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "prod-failing-api-8445b486f8-b989c", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 28, "waiting_reason": "CreateContainerConfigError", "workload_title": "prod-failing-api", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "app-signal", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-58678bcf74-l8mjg", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-8445b486f8-b989c", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-prod-demo", "deployment": "prod-failing-api", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 28 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg container `app` waiting reason: CreateContainerConfigError", "platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg readiness gap: 0/1 containers ready", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c container `app` waiting reason: CreateContainerConfigError", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c container `app-signal` last terminated reason: Unknown exit code 255", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c restart count: 28", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c readiness gap: 1/2 containers ready", "Warning event Failed on platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg: Error: secret \"prod-failing-api-secrets\" not found", "Warning event Failed on platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c: Error: secret \"prod-failing-api-secrets\" not found" ], "previous_log_samples": [], "likely_fix_candidates": [ "Restore the missing Secret referenced by the pod before expecting the container to start." ], "evidence_backed_fix_hints": [ "Restore the missing Secret referenced by the pod before expecting the container to start." ] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg container `app` waiting reason: CreateContainerConfigError", "platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg readiness gap: 0/1 containers ready", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c container `app` waiting reason: CreateContainerConfigError", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c container `app-signal` last terminated reason: Unknown exit code 255", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c restart count: 28", "platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c readiness gap: 1/2 containers ready", "Warning event Failed on platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg: Error: secret \"prod-failing-api-secrets\" not found", "Warning event Failed on platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c: Error: secret \"prod-failing-api-secrets\" not found" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 28 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-58678bcf74-l8mjg", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-8445b486f8-b989c", "cluster_display_name": "Production" } ], "pods": [ { "name": "prod-failing-api-58678bcf74-l8mjg", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "prod-failing-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "prod-failing-api-8445b486f8-b989c", "phase": "Pending", "cluster": "prod", "namespace": "platform-radar-prod-demo", "node_name": "platform-radar-prod-control-plane", "restart_count": 28, "waiting_reason": "CreateContainerConfigError", "workload_title": "prod-failing-api", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": "app", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "app-signal", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 16, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "uptime-pr:manual-fout-3aacaaba", "source_id": "management", "title": "UpTime PR check 'fout' is down", "namespace": null, "target_kind": "UptimeCheck", "target_name": "fout", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "Endpoint availability check failed 24831 time(s): expected HTTP 404, observed HTTP 200.", "occurrence_count": 24, "first_seen_at": "2026-06-11T18:17:41.754353+00:00", "opened_at": "2026-06-11T18:17:41.754353+00:00", "last_seen_at": "2026-09-14T10:07:29.065808+00:00", "last_changed_at": "2026-09-14T10:07:29.065808+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "title": "UpTime PR check 'fout' is down", "source": "uptime_pr", "urgency": "High", "check_id": "manual-fout-3aacaaba", "namespace": null, "source_id": "management", "costcenter": "general", "log_samples": [], "target_kind": "UptimeCheck", "target_name": "fout", "target_type": "external_url", "top_signals": [ "UpTime PR check reached state 'down' after 24831 consecutive failure(s).", "Endpoint: GET https://httpbin.org/status/200", "Costcenter: general.", "Target type: external_url." ], "incident_key": "uptime-pr:manual-fout-3aacaaba", "product_area": "unassigned", "summary_line": "Endpoint availability check failed 24831 time(s): expected HTTP 404, observed HTTP 200.", "warning_events": [], "resource_checks": [], "technical_context": [ "Check timeout is 5s and interval is 300s.", "Failure threshold is 2 consecutive failure(s).", "Product scope is unassigned and costcenter is general." ], "suggested_commands": [], "evidence_highlights": [ "Expected HTTP 404; observed 200.", "Incident policy: critical." ], "runtime_discovery_summary": [] }, "top_signals": [ "UpTime PR check reached state 'down' after 24831 consecutive failure(s).", "Endpoint: GET https://httpbin.org/status/200", "Costcenter: general.", "Target type: external_url." ], "evidence_highlights": [ "Expected HTTP 404; observed 200.", "Incident policy: critical." ], "resource_checks": [], "remediation_hints": [], "log_samples": [], "warning_events": [], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 2, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "uptime-pr:discovered-ingress-management-dewijnkenner-filas-nl-api-fa4fb2b653", "source_id": "management", "title": "UpTime PR check 'dewijnkenner.filas.nl/api' is down", "namespace": null, "target_kind": "UptimeCheck", "target_name": "dewijnkenner.filas.nl/api", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "active", "summary_line": "Endpoint availability check failed 24949 time(s): expected HTTP 200, observed HTTP 503.", "occurrence_count": 1, "first_seen_at": "2026-06-12T07:19:39.514390+00:00", "opened_at": "2026-06-12T07:19:39.514390+00:00", "last_seen_at": "2026-09-14T10:07:28.126945+00:00", "last_changed_at": "2026-09-14T10:07:28.126945+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "title": "UpTime PR check 'dewijnkenner.filas.nl/api' is down", "source": "uptime_pr", "urgency": "High", "check_id": "discovered-ingress-management-dewijnkenner-filas-nl-api-fa4fb2b653", "namespace": null, "source_id": "management", "costcenter": "general", "log_samples": [], "target_kind": "UptimeCheck", "target_name": "dewijnkenner.filas.nl/api", "target_type": "public_ingress", "top_signals": [ "UpTime PR check reached state 'down' after 24949 consecutive failure(s).", "Endpoint: GET https://dewijnkenner.filas.nl/api", "Costcenter: general.", "Target type: public_ingress." ], "incident_key": "uptime-pr:discovered-ingress-management-dewijnkenner-filas-nl-api-fa4fb2b653", "product_area": "unassigned", "summary_line": "Endpoint availability check failed 24949 time(s): expected HTTP 200, observed HTTP 503.", "warning_events": [], "resource_checks": [], "technical_context": [ "Check timeout is 5s and interval is 300s.", "Failure threshold is 2 consecutive failure(s).", "Product scope is unassigned and costcenter is general." ], "suggested_commands": [], "evidence_highlights": [ "Expected HTTP 200; observed 503.", "Incident policy: critical." ], "runtime_discovery_summary": [] }, "top_signals": [ "UpTime PR check reached state 'down' after 24949 consecutive failure(s).", "Endpoint: GET https://dewijnkenner.filas.nl/api", "Costcenter: general.", "Target type: public_ingress." ], "evidence_highlights": [ "Expected HTTP 200; observed 503.", "Incident policy: critical." ], "resource_checks": [], "remediation_hints": [], "log_samples": [], "warning_events": [], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 2, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29823000", "source_id": "management", "title": "mail-to-order-dispatch-29823000", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29823000", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-14T10:00:01.818135+00:00", "opened_at": "2026-09-14T10:00:01.818135+00:00", "last_seen_at": "2026-09-14T10:00:01.818135+00:00", "last_changed_at": "2026-09-14T10:00:01.818135+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29823000-25cb8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29823000", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29823000", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29823000", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29823000-25cb8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29823000-25cb8 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29823000-25cb8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29823000", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29823000", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29823000-25cb8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29823000-25cb8 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29823000-25cb8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29823000-25cb8 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29823000-25cb8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29823000", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822960", "source_id": "management", "title": "mail-to-order-dispatch-29822960", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29822960", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 1, "first_seen_at": "2026-09-14T09:23:26.923543+00:00", "opened_at": "2026-09-14T09:23:26.923543+00:00", "last_seen_at": "2026-09-14T09:33:39.568632+00:00", "last_changed_at": "2026-09-14T09:25:29.453067+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29822960-fzfzb", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29822960", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822960", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822960", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29822960-fzfzb_mail-to-order(58f1a68a-d87a-4083-b48d-0c6aacc3f9be)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29822960-fzfzb", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822960-fzfzb container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29822960-fzfzb restart count: 4", "mail-to-order/mail-to-order-dispatch-29822960-fzfzb readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29822960-fzfzb: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29822960-fzfzb_mail-to-order(58f1a68a-d87a-4083-b48d-0c6aacc3f9be)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29822960-fzfzb", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29822960", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29822960-fzfzb_mail-to-order(58f1a68a-d87a-4083-b48d-0c6aacc3f9be)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29822960-fzfzb", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822960", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822960-fzfzb container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29822960-fzfzb restart count: 4", "mail-to-order/mail-to-order-dispatch-29822960-fzfzb readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29822960-fzfzb: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29822960-fzfzb_mail-to-order(58f1a68a-d87a-4083-b48d-0c6aacc3f9be)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822960-fzfzb container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29822960-fzfzb restart count: 4", "mail-to-order/mail-to-order-dispatch-29822960-fzfzb readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29822960-fzfzb: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29822960-fzfzb_mail-to-order(58f1a68a-d87a-4083-b48d-0c6aacc3f9be)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29822960-fzfzb_mail-to-order(58f1a68a-d87a-4083-b48d-0c6aacc3f9be)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29822960-fzfzb", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29822960-fzfzb", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29822960", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 7, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:tillwise-mapwise-provisioning-dispatcher", "source_id": "management", "title": "tillwise-mapwise-provisioning-dispatcher", "namespace": "mypos", "target_kind": "workload", "target_name": "tillwise-mapwise-provisioning-dispatcher", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 3 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 8, "first_seen_at": "2026-09-02T22:12:07.177087+00:00", "opened_at": "2026-09-02T22:12:07.177087+00:00", "last_seen_at": "2026-09-14T09:23:26.923543+00:00", "last_changed_at": "2026-09-14T09:23:26.923543+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 30, "waiting_reason": "CrashLoopBackOff", "workload_title": "tillwise-mapwise-provisioning-dispatcher", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatcher", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "dispatcher", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mypos", "deployment": "tillwise-mapwise-provisioning-dispatcher", "log_samples": [], "incident_key": "workload:management:mypos:tillwise-mapwise-provisioning-dispatcher", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.33:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": dial tcp 10.244.0.33:8080: connect: connection refused", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 30 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 container `dispatcher` waiting reason: CrashLoopBackOff", "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 container `dispatcher` last terminated reason: Completed exit code 0", "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 restart count: 30", "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7: Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7: Liveness probe failed: Get \"http://10.244.0.33:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7: Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": dial tcp 10.244.0.33:8080: connect: connection refused" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 30, "waiting_reason": "CrashLoopBackOff", "workload_title": "tillwise-mapwise-provisioning-dispatcher", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatcher", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "dispatcher", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.33:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": dial tcp 10.244.0.33:8080: connect: connection refused", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "tillwise-mapwise-provisioning-dispatcher", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 30 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 container `dispatcher` waiting reason: CrashLoopBackOff", "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 container `dispatcher` last terminated reason: Completed exit code 0", "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 restart count: 30", "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7: Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7: Liveness probe failed: Get \"http://10.244.0.33:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7: Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": dial tcp 10.244.0.33:8080: connect: connection refused" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 container `dispatcher` waiting reason: CrashLoopBackOff", "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 container `dispatcher` last terminated reason: Completed exit code 0", "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 restart count: 30", "mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7: Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7: Liveness probe failed: Get \"http://10.244.0.33:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7: Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": dial tcp 10.244.0.33:8080: connect: connection refused" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 30 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.33:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.33:8080/health/ready\": dial tcp 10.244.0.33:8080: connect: connection refused", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "cluster_display_name": "Management" } ], "pods": [ { "name": "tillwise-mapwise-provisioning-dispatcher-7fd5ccc487-f72t7", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 30, "waiting_reason": "CrashLoopBackOff", "workload_title": "tillwise-mapwise-provisioning-dispatcher", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatcher", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "dispatcher", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 15, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-workers", "source_id": "management", "title": "mail-to-order-workers", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-workers", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 5 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 30, "first_seen_at": "2026-09-01T10:54:02.638167+00:00", "opened_at": "2026-09-01T10:54:02.638167+00:00", "last_seen_at": "2026-09-14T09:23:26.923543+00:00", "last_changed_at": "2026-09-14T09:23:26.923543+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-workers-548c8f6c4-zj9q9", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": "CrashLoopBackOff", "workload_title": "mail-to-order-workers", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "workers", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "workers", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-workers", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-workers", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.145:8080/health\": dial tcp 10.244.0.145:8080: connect: connection refused", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.145:8080/health\": read tcp 10.244.0.1:55986->10.244.0.145:8080: read: connection reset by peer", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container workers in pod mail-to-order-workers-548c8f6c4-zj9q9_mail-to-order(c116ab6e-3f85-48b0-a9bf-49182abf13f6)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 5 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 container `workers` waiting reason: CrashLoopBackOff", "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 container `workers` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 restart count: 5", "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Readiness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Liveness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Readiness probe failed: Get \"http://10.244.0.145:8080/health\": dial tcp 10.244.0.145:8080: connect: connection refused", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Readiness probe failed: Get \"http://10.244.0.145:8080/health\": read tcp 10.244.0.1:55986->10.244.0.145:8080: read: connection reset by peer" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-workers-548c8f6c4-zj9q9", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": "CrashLoopBackOff", "workload_title": "mail-to-order-workers", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "workers", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "workers", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.145:8080/health\": dial tcp 10.244.0.145:8080: connect: connection refused", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.145:8080/health\": read tcp 10.244.0.1:55986->10.244.0.145:8080: read: connection reset by peer", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container workers in pod mail-to-order-workers-548c8f6c4-zj9q9_mail-to-order(c116ab6e-3f85-48b0-a9bf-49182abf13f6)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-workers", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 5 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 container `workers` waiting reason: CrashLoopBackOff", "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 container `workers` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 restart count: 5", "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Readiness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Liveness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Readiness probe failed: Get \"http://10.244.0.145:8080/health\": dial tcp 10.244.0.145:8080: connect: connection refused", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Readiness probe failed: Get \"http://10.244.0.145:8080/health\": read tcp 10.244.0.1:55986->10.244.0.145:8080: read: connection reset by peer" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "Unhealthy" ], "evidence_highlights": [ "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 container `workers` waiting reason: CrashLoopBackOff", "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 container `workers` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 restart count: 5", "mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Readiness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Liveness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Readiness probe failed: Get \"http://10.244.0.145:8080/health\": dial tcp 10.244.0.145:8080: connect: connection refused", "Warning event Unhealthy on mail-to-order/mail-to-order-workers-548c8f6c4-zj9q9: Readiness probe failed: Get \"http://10.244.0.145:8080/health\": read tcp 10.244.0.1:55986->10.244.0.145:8080: read: connection reset by peer" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 5 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.145:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.145:8080/health\": dial tcp 10.244.0.145:8080: connect: connection refused", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.145:8080/health\": read tcp 10.244.0.1:55986->10.244.0.145:8080: read: connection reset by peer", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container workers in pod mail-to-order-workers-548c8f6c4-zj9q9_mail-to-order(c116ab6e-3f85-48b0-a9bf-49182abf13f6)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-workers-548c8f6c4-zj9q9", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-workers-548c8f6c4-zj9q9", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": "CrashLoopBackOff", "workload_title": "mail-to-order-workers", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "workers", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "workers", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 17, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:apim-portal:portal-api-744f54b9", "source_id": "management", "title": "portal-api-744f54b9", "namespace": "apim-portal", "target_kind": "workload", "target_name": "portal-api-744f54b9", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 297, "first_seen_at": "2026-05-08T04:26:06.836242+00:00", "opened_at": "2026-06-11T05:36:46.771554+00:00", "last_seen_at": "2026-09-14T09:23:26.923543+00:00", "last_changed_at": "2026-09-14T09:23:26.923543+00:00", "resolved_at": "2026-06-11T05:37:02.191817+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "portal-api-744f54b9-qqd77", "phase": "Running", "cluster": "management", "namespace": "apim-portal", "node_name": "agentic-local-control-plane", "restart_count": 225, "waiting_reason": null, "workload_title": "portal-api-744f54b9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "portal-api", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "apim-portal", "deployment": "portal-api-744f54b9", "log_samples": [], "incident_key": "workload:management:apim-portal:portal-api-744f54b9", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.96:8080/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-api-744f54b9-qqd77", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.96:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-api-744f54b9-qqd77", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 225 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "apim-portal/portal-api-744f54b9-qqd77 container `portal-api` last terminated reason: Completed exit code 0", "apim-portal/portal-api-744f54b9-qqd77 restart count: 225", "apim-portal/portal-api-744f54b9-qqd77 readiness gap: 0/1 containers ready", "Warning event Unhealthy on apim-portal/portal-api-744f54b9-qqd77: Readiness probe failed: Get \"http://10.244.0.96:8080/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on apim-portal/portal-api-744f54b9-qqd77: Liveness probe failed: Get \"http://10.244.0.96:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "portal-api-744f54b9-qqd77", "phase": "Running", "cluster": "management", "namespace": "apim-portal", "node_name": "agentic-local-control-plane", "restart_count": 225, "waiting_reason": null, "workload_title": "portal-api-744f54b9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "portal-api", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.96:8080/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-api-744f54b9-qqd77", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.96:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-api-744f54b9-qqd77", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "apim-portal", "deployment": "portal-api-744f54b9", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 225 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "apim-portal/portal-api-744f54b9-qqd77 container `portal-api` last terminated reason: Completed exit code 0", "apim-portal/portal-api-744f54b9-qqd77 restart count: 225", "apim-portal/portal-api-744f54b9-qqd77 readiness gap: 0/1 containers ready", "Warning event Unhealthy on apim-portal/portal-api-744f54b9-qqd77: Readiness probe failed: Get \"http://10.244.0.96:8080/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on apim-portal/portal-api-744f54b9-qqd77: Liveness probe failed: Get \"http://10.244.0.96:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "apim-portal/portal-api-744f54b9-qqd77 container `portal-api` last terminated reason: Completed exit code 0", "apim-portal/portal-api-744f54b9-qqd77 restart count: 225", "apim-portal/portal-api-744f54b9-qqd77 readiness gap: 0/1 containers ready", "Warning event Unhealthy on apim-portal/portal-api-744f54b9-qqd77: Readiness probe failed: Get \"http://10.244.0.96:8080/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on apim-portal/portal-api-744f54b9-qqd77: Liveness probe failed: Get \"http://10.244.0.96:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 225 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.96:8080/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-api-744f54b9-qqd77", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.96:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-api-744f54b9-qqd77", "cluster_display_name": "Management" } ], "pods": [ { "name": "portal-api-744f54b9-qqd77", "phase": "Running", "cluster": "management", "namespace": "apim-portal", "node_name": "agentic-local-control-plane", "restart_count": 225, "waiting_reason": null, "workload_title": "portal-api-744f54b9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "portal-api", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-reference:mapwise-reference-provider", "source_id": "management", "title": "mapwise-reference-provider", "namespace": "mapwise-reference", "target_kind": "workload", "target_name": "mapwise-reference-provider", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 4, "first_seen_at": "2026-09-05T04:15:44.462007+00:00", "opened_at": "2026-09-05T04:15:44.462007+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T02:15:44.794699+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-reference-provider-657b45bc46-6x46v", "phase": "Running", "cluster": "management", "namespace": "mapwise-reference", "node_name": "agentic-local-control-plane", "restart_count": 6, "waiting_reason": null, "workload_title": "mapwise-reference-provider", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "provider", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-reference", "deployment": "mapwise-reference-provider", "log_samples": [], "incident_key": "workload:management:mapwise-reference:mapwise-reference-provider", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.41:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-reference", "involved_kind": "Pod", "involved_object": "mapwise-reference-provider-657b45bc46-6x46v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.41:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-reference", "involved_kind": "Pod", "involved_object": "mapwise-reference-provider-657b45bc46-6x46v", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v container `provider` last terminated reason: Completed exit code 0", "mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v restart count: 6", "mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v: Readiness probe failed: Get \"http://10.244.0.41:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v: Liveness probe failed: Get \"http://10.244.0.41:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-reference-provider-657b45bc46-6x46v", "phase": "Running", "cluster": "management", "namespace": "mapwise-reference", "node_name": "agentic-local-control-plane", "restart_count": 6, "waiting_reason": null, "workload_title": "mapwise-reference-provider", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "provider", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.41:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-reference", "involved_kind": "Pod", "involved_object": "mapwise-reference-provider-657b45bc46-6x46v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.41:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-reference", "involved_kind": "Pod", "involved_object": "mapwise-reference-provider-657b45bc46-6x46v", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-reference", "deployment": "mapwise-reference-provider", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v container `provider` last terminated reason: Completed exit code 0", "mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v restart count: 6", "mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v: Readiness probe failed: Get \"http://10.244.0.41:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v: Liveness probe failed: Get \"http://10.244.0.41:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v container `provider` last terminated reason: Completed exit code 0", "mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v restart count: 6", "mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v: Readiness probe failed: Get \"http://10.244.0.41:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-reference/mapwise-reference-provider-657b45bc46-6x46v: Liveness probe failed: Get \"http://10.244.0.41:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.41:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-reference", "involved_kind": "Pod", "involved_object": "mapwise-reference-provider-657b45bc46-6x46v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.41:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-reference", "involved_kind": "Pod", "involved_object": "mapwise-reference-provider-657b45bc46-6x46v", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-reference-provider-657b45bc46-6x46v", "phase": "Running", "cluster": "management", "namespace": "mapwise-reference", "node_name": "agentic-local-control-plane", "restart_count": 6, "waiting_reason": null, "workload_title": "mapwise-reference-provider", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "provider", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-web", "source_id": "management", "title": "mail-to-order-web", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-web", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 28, "first_seen_at": "2026-09-01T10:54:02.638167+00:00", "opened_at": "2026-09-01T10:54:02.638167+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-web-5ccd455fc5-xvcbb", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-web", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-web", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-web", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-5ccd455fc5-xvcbb", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-5ccd455fc5-xvcbb", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb container `web` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb restart count: 3", "mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb: Readiness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb: Liveness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-web-5ccd455fc5-xvcbb", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-web", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-5ccd455fc5-xvcbb", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-5ccd455fc5-xvcbb", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-web", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb container `web` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb restart count: 3", "mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb: Readiness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb: Liveness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb container `web` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb restart count: 3", "mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb: Readiness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-web-5ccd455fc5-xvcbb: Liveness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-5ccd455fc5-xvcbb", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.144:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-5ccd455fc5-xvcbb", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-web-5ccd455fc5-xvcbb", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-web", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-runtime-acceptance:mapwise-runtime-api", "source_id": "management", "title": "mapwise-runtime-api", "namespace": "mapwise-runtime-acceptance", "target_kind": "workload", "target_name": "mapwise-runtime-api", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "2 problematic pod(s), 4 warning event(s), top signal: Completed", "occurrence_count": 34, "first_seen_at": "2026-08-31T17:29:11.346127+00:00", "opened_at": "2026-08-31T17:29:11.346127+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-runtime-api-5775f576df-4rtt7", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime-acceptance", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-api-5775f576df-jpx86", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime-acceptance", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-runtime-acceptance", "deployment": "mapwise-runtime-api", "log_samples": [], "incident_key": "workload:management:mapwise-runtime-acceptance:mapwise-runtime-api", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.35:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-4rtt7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.35:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-4rtt7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.43:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-jpx86", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.43:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-jpx86", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7 restart count: 2", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7 readiness gap: 0/1 containers ready", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-jpx86 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-jpx86 restart count: 3", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-jpx86 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7: Readiness probe failed: Get \"http://10.244.0.35:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7: Liveness probe failed: Get \"http://10.244.0.35:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-runtime-api-5775f576df-4rtt7", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime-acceptance", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-api-5775f576df-jpx86", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime-acceptance", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.35:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-4rtt7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.35:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-4rtt7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.43:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-jpx86", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.43:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-jpx86", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime-acceptance", "deployment": "mapwise-runtime-api", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7 restart count: 2", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7 readiness gap: 0/1 containers ready", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-jpx86 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-jpx86 restart count: 3", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-jpx86 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7: Readiness probe failed: Get \"http://10.244.0.35:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7: Liveness probe failed: Get \"http://10.244.0.35:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7 restart count: 2", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7 readiness gap: 0/1 containers ready", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-jpx86 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-jpx86 restart count: 3", "mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-jpx86 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7: Readiness probe failed: Get \"http://10.244.0.35:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime-acceptance/mapwise-runtime-api-5775f576df-4rtt7: Liveness probe failed: Get \"http://10.244.0.35:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.35:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-4rtt7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.35:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-4rtt7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.43:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-jpx86", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.43:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime-acceptance", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-5775f576df-jpx86", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-runtime-api-5775f576df-4rtt7", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime-acceptance", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-api-5775f576df-jpx86", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime-acceptance", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 15, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-control:mapwise-lookup-sync-worker", "source_id": "management", "title": "mapwise-lookup-sync-worker", "namespace": "mapwise-control", "target_kind": "workload", "target_name": "mapwise-lookup-sync-worker", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 46, "first_seen_at": "2026-08-29T17:33:13.385213+00:00", "opened_at": "2026-08-29T17:33:13.385213+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-lookup-sync-worker-6878c9d78-tgrl4", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-lookup-sync-worker", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "worker", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-control", "deployment": "mapwise-lookup-sync-worker", "log_samples": [], "incident_key": "workload:management:mapwise-control:mapwise-lookup-sync-worker", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.46:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-lookup-sync-worker-6878c9d78-tgrl4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.46:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-lookup-sync-worker-6878c9d78-tgrl4", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4 container `worker` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4 restart count: 4", "mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4: Readiness probe failed: Get \"http://10.244.0.46:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4: Liveness probe failed: Get \"http://10.244.0.46:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-lookup-sync-worker-6878c9d78-tgrl4", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-lookup-sync-worker", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "worker", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.46:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-lookup-sync-worker-6878c9d78-tgrl4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.46:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-lookup-sync-worker-6878c9d78-tgrl4", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-control", "deployment": "mapwise-lookup-sync-worker", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4 container `worker` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4 restart count: 4", "mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4: Readiness probe failed: Get \"http://10.244.0.46:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4: Liveness probe failed: Get \"http://10.244.0.46:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4 container `worker` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4 restart count: 4", "mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4: Readiness probe failed: Get \"http://10.244.0.46:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-lookup-sync-worker-6878c9d78-tgrl4: Liveness probe failed: Get \"http://10.244.0.46:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.46:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-lookup-sync-worker-6878c9d78-tgrl4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.46:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-lookup-sync-worker-6878c9d78-tgrl4", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-lookup-sync-worker-6878c9d78-tgrl4", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-lookup-sync-worker", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "worker", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-security:openbao", "source_id": "management", "title": "openbao", "namespace": "mapwise-security", "target_kind": "workload", "target_name": "openbao", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 3 warning event(s), top signal: Unhealthy", "occurrence_count": 142, "first_seen_at": "2026-08-28T06:45:40.873366+00:00", "opened_at": "2026-08-28T06:45:40.873366+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "openbao-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-security", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "openbao", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "openbao", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "mapwise-security", "deployment": "openbao", "log_samples": [], "incident_key": "workload:management:mapwise-security:openbao", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"/bin/sh -ec bao status -tls-skip-verify\" timed out after 3s", "namespace": "mapwise-security", "involved_kind": "Pod", "involved_object": "openbao-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-security", "involved_kind": "Pod", "involved_object": "openbao-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": context deadline exceeded", "namespace": "mapwise-security", "involved_kind": "Pod", "involved_object": "openbao-0", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-security/openbao-0 container `openbao` last terminated reason: Unknown exit code 255", "mapwise-security/openbao-0 restart count: 5", "mapwise-security/openbao-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-security/openbao-0: Readiness probe failed: command timed out: \"/bin/sh -ec bao status -tls-skip-verify\" timed out after 3s", "Warning event Unhealthy on mapwise-security/openbao-0: Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-security/openbao-0: Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": context deadline exceeded" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "openbao-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-security", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "openbao", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "openbao", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"/bin/sh -ec bao status -tls-skip-verify\" timed out after 3s", "namespace": "mapwise-security", "involved_kind": "Pod", "involved_object": "openbao-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-security", "involved_kind": "Pod", "involved_object": "openbao-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": context deadline exceeded", "namespace": "mapwise-security", "involved_kind": "Pod", "involved_object": "openbao-0", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-security", "deployment": "openbao", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-security/openbao-0 container `openbao` last terminated reason: Unknown exit code 255", "mapwise-security/openbao-0 restart count: 5", "mapwise-security/openbao-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-security/openbao-0: Readiness probe failed: command timed out: \"/bin/sh -ec bao status -tls-skip-verify\" timed out after 3s", "Warning event Unhealthy on mapwise-security/openbao-0: Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-security/openbao-0: Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": context deadline exceeded" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-security/openbao-0 container `openbao` last terminated reason: Unknown exit code 255", "mapwise-security/openbao-0 restart count: 5", "mapwise-security/openbao-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-security/openbao-0: Readiness probe failed: command timed out: \"/bin/sh -ec bao status -tls-skip-verify\" timed out after 3s", "Warning event Unhealthy on mapwise-security/openbao-0: Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-security/openbao-0: Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": context deadline exceeded" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"/bin/sh -ec bao status -tls-skip-verify\" timed out after 3s", "namespace": "mapwise-security", "involved_kind": "Pod", "involved_object": "openbao-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-security", "involved_kind": "Pod", "involved_object": "openbao-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.36:8200/v1/sys/health?standbyok=true&sealedcode=204&uninitcode=204\": context deadline exceeded", "namespace": "mapwise-security", "involved_kind": "Pod", "involved_object": "openbao-0", "cluster_display_name": "Management" } ], "pods": [ { "name": "openbao-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-security", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "openbao", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "openbao", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-worker", "source_id": "management", "title": "mapwise-runtime-worker", "namespace": "mapwise-runtime", "target_kind": "workload", "target_name": "mapwise-runtime-worker", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "2 problematic pod(s), 4 warning event(s), top signal: Completed", "occurrence_count": 81, "first_seen_at": "2026-08-26T12:55:13.033107+00:00", "opened_at": "2026-08-26T12:55:13.033107+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-runtime-worker-794c6456df-cz6h6", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-runtime-worker", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "worker", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-worker-794c6456df-wcb6n", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mapwise-runtime-worker", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "worker", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-worker", "log_samples": [], "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-worker", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.44:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-cz6h6", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.44:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-cz6h6", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.87:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-wcb6n", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.87:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-wcb6n", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6 container `worker` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6 restart count: 3", "mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6 readiness gap: 0/1 containers ready", "mapwise-runtime/mapwise-runtime-worker-794c6456df-wcb6n container `worker` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-worker-794c6456df-wcb6n restart count: 5", "mapwise-runtime/mapwise-runtime-worker-794c6456df-wcb6n readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6: Readiness probe failed: Get \"http://10.244.0.44:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6: Liveness probe failed: Get \"http://10.244.0.44:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-runtime-worker-794c6456df-cz6h6", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-runtime-worker", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "worker", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-worker-794c6456df-wcb6n", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mapwise-runtime-worker", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "worker", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.44:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-cz6h6", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.44:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-cz6h6", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.87:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-wcb6n", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.87:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-wcb6n", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-worker", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6 container `worker` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6 restart count: 3", "mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6 readiness gap: 0/1 containers ready", "mapwise-runtime/mapwise-runtime-worker-794c6456df-wcb6n container `worker` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-worker-794c6456df-wcb6n restart count: 5", "mapwise-runtime/mapwise-runtime-worker-794c6456df-wcb6n readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6: Readiness probe failed: Get \"http://10.244.0.44:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6: Liveness probe failed: Get \"http://10.244.0.44:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6 container `worker` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6 restart count: 3", "mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6 readiness gap: 0/1 containers ready", "mapwise-runtime/mapwise-runtime-worker-794c6456df-wcb6n container `worker` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-worker-794c6456df-wcb6n restart count: 5", "mapwise-runtime/mapwise-runtime-worker-794c6456df-wcb6n readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6: Readiness probe failed: Get \"http://10.244.0.44:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-worker-794c6456df-cz6h6: Liveness probe failed: Get \"http://10.244.0.44:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.44:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-cz6h6", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.44:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-cz6h6", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.87:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-wcb6n", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.87:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-794c6456df-wcb6n", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-runtime-worker-794c6456df-cz6h6", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-runtime-worker", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "worker", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-worker-794c6456df-wcb6n", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mapwise-runtime-worker", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "worker", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 15, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-runtime:mapwise-ingress-api", "source_id": "management", "title": "mapwise-ingress-api", "namespace": "mapwise-runtime", "target_kind": "workload", "target_name": "mapwise-ingress-api", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "2 problematic pod(s), 4 warning event(s), top signal: Completed", "occurrence_count": 89, "first_seen_at": "2026-08-25T20:04:55.428886+00:00", "opened_at": "2026-08-25T20:04:55.428886+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-ingress-api-5d46fc5699-bsxb7", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-ingress-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-ingress-api-5d46fc5699-ww982", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-ingress-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-runtime", "deployment": "mapwise-ingress-api", "log_samples": [], "incident_key": "workload:management:mapwise-runtime:mapwise-ingress-api", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.72:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-bsxb7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.72:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-bsxb7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.42:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-ww982", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.42:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-ww982", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7 restart count: 3", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7 readiness gap: 0/1 containers ready", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-ww982 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-ww982 restart count: 3", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-ww982 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7: Readiness probe failed: Get \"http://10.244.0.72:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7: Liveness probe failed: Get \"http://10.244.0.72:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-ingress-api-5d46fc5699-bsxb7", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-ingress-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-ingress-api-5d46fc5699-ww982", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-ingress-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.72:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-bsxb7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.72:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-bsxb7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.42:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-ww982", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.42:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-ww982", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime", "deployment": "mapwise-ingress-api", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7 restart count: 3", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7 readiness gap: 0/1 containers ready", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-ww982 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-ww982 restart count: 3", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-ww982 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7: Readiness probe failed: Get \"http://10.244.0.72:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7: Liveness probe failed: Get \"http://10.244.0.72:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7 restart count: 3", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7 readiness gap: 0/1 containers ready", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-ww982 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-ww982 restart count: 3", "mapwise-runtime/mapwise-ingress-api-5d46fc5699-ww982 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7: Readiness probe failed: Get \"http://10.244.0.72:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-5d46fc5699-bsxb7: Liveness probe failed: Get \"http://10.244.0.72:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.72:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-bsxb7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.72:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-bsxb7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.42:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-ww982", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.42:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-5d46fc5699-ww982", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-ingress-api-5d46fc5699-bsxb7", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-ingress-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-ingress-api-5d46fc5699-ww982", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-ingress-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 15, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-api", "source_id": "management", "title": "mapwise-runtime-api", "namespace": "mapwise-runtime", "target_kind": "workload", "target_name": "mapwise-runtime-api", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "2 problematic pod(s), 4 warning event(s), top signal: Completed", "occurrence_count": 98, "first_seen_at": "2026-08-16T16:01:12.553017+00:00", "opened_at": "2026-08-16T16:01:12.553017+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-runtime-api-57b49668fc-8gxbc", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-api-57b49668fc-xlnzb", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-api", "log_samples": [], "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-api", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.39:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-8gxbc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.39:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-8gxbc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.48:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-xlnzb", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.48:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-xlnzb", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc restart count: 5", "mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc readiness gap: 0/1 containers ready", "mapwise-runtime/mapwise-runtime-api-57b49668fc-xlnzb container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-api-57b49668fc-xlnzb restart count: 4", "mapwise-runtime/mapwise-runtime-api-57b49668fc-xlnzb readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc: Readiness probe failed: Get \"http://10.244.0.39:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc: Liveness probe failed: Get \"http://10.244.0.39:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-runtime-api-57b49668fc-8gxbc", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-api-57b49668fc-xlnzb", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.39:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-8gxbc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.39:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-8gxbc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.48:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-xlnzb", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.48:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-xlnzb", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-api", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc restart count: 5", "mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc readiness gap: 0/1 containers ready", "mapwise-runtime/mapwise-runtime-api-57b49668fc-xlnzb container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-api-57b49668fc-xlnzb restart count: 4", "mapwise-runtime/mapwise-runtime-api-57b49668fc-xlnzb readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc: Readiness probe failed: Get \"http://10.244.0.39:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc: Liveness probe failed: Get \"http://10.244.0.39:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc restart count: 5", "mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc readiness gap: 0/1 containers ready", "mapwise-runtime/mapwise-runtime-api-57b49668fc-xlnzb container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-api-57b49668fc-xlnzb restart count: 4", "mapwise-runtime/mapwise-runtime-api-57b49668fc-xlnzb readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc: Readiness probe failed: Get \"http://10.244.0.39:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-57b49668fc-8gxbc: Liveness probe failed: Get \"http://10.244.0.39:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.39:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-8gxbc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.39:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-8gxbc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.48:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-xlnzb", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.48:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-57b49668fc-xlnzb", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-runtime-api-57b49668fc-8gxbc", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-api-57b49668fc-xlnzb", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-runtime-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 15, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-control:mapwise-control-api", "source_id": "management", "title": "mapwise-control-api", "namespace": "mapwise-control", "target_kind": "workload", "target_name": "mapwise-control-api", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "2 problematic pod(s), 4 warning event(s), top signal: Completed", "occurrence_count": 96, "first_seen_at": "2026-08-16T16:01:12.553017+00:00", "opened_at": "2026-08-16T16:01:12.553017+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-control-api-d55d65b47-6dhkd", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-control-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-control-api-d55d65b47-hnggr", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mapwise-control-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-control", "deployment": "mapwise-control-api", "log_samples": [], "incident_key": "workload:management:mapwise-control:mapwise-control-api", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.49:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-6dhkd", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.49:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-6dhkd", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.73:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-hnggr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.73:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-hnggr", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-control/mapwise-control-api-d55d65b47-6dhkd container `api` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-control-api-d55d65b47-6dhkd restart count: 3", "mapwise-control/mapwise-control-api-d55d65b47-6dhkd readiness gap: 0/1 containers ready", "mapwise-control/mapwise-control-api-d55d65b47-hnggr container `api` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-control-api-d55d65b47-hnggr restart count: 2", "mapwise-control/mapwise-control-api-d55d65b47-hnggr readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-d55d65b47-6dhkd: Readiness probe failed: Get \"http://10.244.0.49:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-d55d65b47-6dhkd: Liveness probe failed: Get \"http://10.244.0.49:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-control-api-d55d65b47-6dhkd", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-control-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-control-api-d55d65b47-hnggr", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mapwise-control-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.49:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-6dhkd", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.49:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-6dhkd", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.73:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-hnggr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.73:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-hnggr", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-control", "deployment": "mapwise-control-api", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-control/mapwise-control-api-d55d65b47-6dhkd container `api` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-control-api-d55d65b47-6dhkd restart count: 3", "mapwise-control/mapwise-control-api-d55d65b47-6dhkd readiness gap: 0/1 containers ready", "mapwise-control/mapwise-control-api-d55d65b47-hnggr container `api` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-control-api-d55d65b47-hnggr restart count: 2", "mapwise-control/mapwise-control-api-d55d65b47-hnggr readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-d55d65b47-6dhkd: Readiness probe failed: Get \"http://10.244.0.49:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-d55d65b47-6dhkd: Liveness probe failed: Get \"http://10.244.0.49:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-control/mapwise-control-api-d55d65b47-6dhkd container `api` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-control-api-d55d65b47-6dhkd restart count: 3", "mapwise-control/mapwise-control-api-d55d65b47-6dhkd readiness gap: 0/1 containers ready", "mapwise-control/mapwise-control-api-d55d65b47-hnggr container `api` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-control-api-d55d65b47-hnggr restart count: 2", "mapwise-control/mapwise-control-api-d55d65b47-hnggr readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-d55d65b47-6dhkd: Readiness probe failed: Get \"http://10.244.0.49:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-d55d65b47-6dhkd: Liveness probe failed: Get \"http://10.244.0.49:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.49:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-6dhkd", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.49:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-6dhkd", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.73:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-hnggr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.73:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-d55d65b47-hnggr", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-control-api-d55d65b47-6dhkd", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-control-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-control-api-d55d65b47-hnggr", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mapwise-control-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 15, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-control:mapwise-web", "source_id": "management", "title": "mapwise-web", "namespace": "mapwise-control", "target_kind": "workload", "target_name": "mapwise-web", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 21, "first_seen_at": "2026-08-16T10:37:53.978619+00:00", "opened_at": "2026-08-16T10:37:53.978619+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-web-547ffcccb6-zxf74", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-web", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-control", "deployment": "mapwise-web", "log_samples": [], "incident_key": "workload:management:mapwise-control:mapwise-web", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.45:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-web-547ffcccb6-zxf74", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.45:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-web-547ffcccb6-zxf74", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-control/mapwise-web-547ffcccb6-zxf74 container `web` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-web-547ffcccb6-zxf74 restart count: 4", "mapwise-control/mapwise-web-547ffcccb6-zxf74 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-web-547ffcccb6-zxf74: Liveness probe failed: Get \"http://10.244.0.45:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-web-547ffcccb6-zxf74: Readiness probe failed: Get \"http://10.244.0.45:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-web-547ffcccb6-zxf74", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-web", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.45:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-web-547ffcccb6-zxf74", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.45:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-web-547ffcccb6-zxf74", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-control", "deployment": "mapwise-web", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-control/mapwise-web-547ffcccb6-zxf74 container `web` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-web-547ffcccb6-zxf74 restart count: 4", "mapwise-control/mapwise-web-547ffcccb6-zxf74 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-web-547ffcccb6-zxf74: Liveness probe failed: Get \"http://10.244.0.45:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-web-547ffcccb6-zxf74: Readiness probe failed: Get \"http://10.244.0.45:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-control/mapwise-web-547ffcccb6-zxf74 container `web` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-web-547ffcccb6-zxf74 restart count: 4", "mapwise-control/mapwise-web-547ffcccb6-zxf74 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-web-547ffcccb6-zxf74: Liveness probe failed: Get \"http://10.244.0.45:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-web-547ffcccb6-zxf74: Readiness probe failed: Get \"http://10.244.0.45:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.45:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-web-547ffcccb6-zxf74", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.45:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-web-547ffcccb6-zxf74", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-web-547ffcccb6-zxf74", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-web", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:tillwise-otel-collector", "source_id": "management", "title": "tillwise-otel-collector", "namespace": "observability", "target_kind": "workload", "target_name": "tillwise-otel-collector", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 32, "first_seen_at": "2026-07-30T13:00:25.703472+00:00", "opened_at": "2026-07-30T13:00:25.703472+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-otel-collector-7c46b95c9b-nsth8", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 218, "waiting_reason": null, "workload_title": "tillwise-otel-collector", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "collector", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "observability", "deployment": "tillwise-otel-collector", "log_samples": [], "incident_key": "workload:management:observability:tillwise-otel-collector", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tillwise-otel-collector-7c46b95c9b-nsth8", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tillwise-otel-collector-7c46b95c9b-nsth8", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 218 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/tillwise-otel-collector-7c46b95c9b-nsth8 container `collector` last terminated reason: Completed exit code 0", "observability/tillwise-otel-collector-7c46b95c9b-nsth8 restart count: 218", "observability/tillwise-otel-collector-7c46b95c9b-nsth8 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/tillwise-otel-collector-7c46b95c9b-nsth8: Readiness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/tillwise-otel-collector-7c46b95c9b-nsth8: Liveness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-otel-collector-7c46b95c9b-nsth8", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 218, "waiting_reason": null, "workload_title": "tillwise-otel-collector", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "collector", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tillwise-otel-collector-7c46b95c9b-nsth8", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tillwise-otel-collector-7c46b95c9b-nsth8", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "tillwise-otel-collector", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 218 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/tillwise-otel-collector-7c46b95c9b-nsth8 container `collector` last terminated reason: Completed exit code 0", "observability/tillwise-otel-collector-7c46b95c9b-nsth8 restart count: 218", "observability/tillwise-otel-collector-7c46b95c9b-nsth8 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/tillwise-otel-collector-7c46b95c9b-nsth8: Readiness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/tillwise-otel-collector-7c46b95c9b-nsth8: Liveness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/tillwise-otel-collector-7c46b95c9b-nsth8 container `collector` last terminated reason: Completed exit code 0", "observability/tillwise-otel-collector-7c46b95c9b-nsth8 restart count: 218", "observability/tillwise-otel-collector-7c46b95c9b-nsth8 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/tillwise-otel-collector-7c46b95c9b-nsth8: Readiness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/tillwise-otel-collector-7c46b95c9b-nsth8: Liveness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 218 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tillwise-otel-collector-7c46b95c9b-nsth8", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.80:13133/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tillwise-otel-collector-7c46b95c9b-nsth8", "cluster_display_name": "Management" } ], "pods": [ { "name": "tillwise-otel-collector-7c46b95c9b-nsth8", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 218, "waiting_reason": null, "workload_title": "tillwise-otel-collector", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "collector", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:shoeup-webshop:shoeup-wordpress", "source_id": "management", "title": "shoeup-wordpress", "namespace": "shoeup-webshop", "target_kind": "workload", "target_name": "shoeup-wordpress", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: ProbeWarning", "occurrence_count": 156, "first_seen_at": "2026-06-18T18:20:07.771706+00:00", "opened_at": "2026-06-18T18:20:07.771706+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T01:04:55.270255+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "shoeup-wordpress-bbcc5b7cc-w7jx7", "phase": "Running", "cluster": "management", "namespace": "shoeup-webshop", "node_name": "agentic-local-control-plane", "restart_count": 29, "waiting_reason": null, "workload_title": "shoeup-wordpress", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "wordpress", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "shoeup-webshop", "deployment": "shoeup-wordpress", "log_samples": [], "incident_key": "workload:management:shoeup-webshop:shoeup-wordpress", "warning_events": [ { "type": "Warning", "reason": "ProbeWarning", "cluster": "management", "message": "Readiness probe warning: Probe terminated redirects, Response body: ", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-wordpress-bbcc5b7cc-w7jx7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.76:80/wp-login.php\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-wordpress-bbcc5b7cc-w7jx7", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 29 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7 container `wordpress` last terminated reason: Unknown exit code 255", "shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7 restart count: 29", "shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7 readiness gap: 0/1 containers ready", "Warning event ProbeWarning on shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7: Readiness probe warning: Probe terminated redirects, Response body: ", "Warning event Unhealthy on shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7: Readiness probe failed: Get \"http://10.244.0.76:80/wp-login.php\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "shoeup-wordpress-bbcc5b7cc-w7jx7", "phase": "Running", "cluster": "management", "namespace": "shoeup-webshop", "node_name": "agentic-local-control-plane", "restart_count": 29, "waiting_reason": null, "workload_title": "shoeup-wordpress", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "wordpress", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "ProbeWarning", "cluster": "management", "message": "Readiness probe warning: Probe terminated redirects, Response body: ", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-wordpress-bbcc5b7cc-w7jx7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.76:80/wp-login.php\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-wordpress-bbcc5b7cc-w7jx7", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "shoeup-webshop", "deployment": "shoeup-wordpress", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 29 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7 container `wordpress` last terminated reason: Unknown exit code 255", "shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7 restart count: 29", "shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7 readiness gap: 0/1 containers ready", "Warning event ProbeWarning on shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7: Readiness probe warning: Probe terminated redirects, Response body: ", "Warning event Unhealthy on shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7: Readiness probe failed: Get \"http://10.244.0.76:80/wp-login.php\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ProbeWarning", "Unhealthy" ], "evidence_highlights": [ "shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7 container `wordpress` last terminated reason: Unknown exit code 255", "shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7 restart count: 29", "shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7 readiness gap: 0/1 containers ready", "Warning event ProbeWarning on shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7: Readiness probe warning: Probe terminated redirects, Response body: ", "Warning event Unhealthy on shoeup-webshop/shoeup-wordpress-bbcc5b7cc-w7jx7: Readiness probe failed: Get \"http://10.244.0.76:80/wp-login.php\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 29 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "ProbeWarning", "cluster": "management", "message": "Readiness probe warning: Probe terminated redirects, Response body: ", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-wordpress-bbcc5b7cc-w7jx7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.76:80/wp-login.php\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-wordpress-bbcc5b7cc-w7jx7", "cluster_display_name": "Management" } ], "pods": [ { "name": "shoeup-wordpress-bbcc5b7cc-w7jx7", "phase": "Running", "cluster": "management", "namespace": "shoeup-webshop", "node_name": "agentic-local-control-plane", "restart_count": 29, "waiting_reason": null, "workload_title": "shoeup-wordpress", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "wordpress", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:tillwise-gotenberg", "source_id": "management", "title": "tillwise-gotenberg", "namespace": "mypos", "target_kind": "workload", "target_name": "tillwise-gotenberg", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 63, "first_seen_at": "2026-06-15T16:23:23.745239+00:00", "opened_at": "2026-06-15T16:23:23.745239+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-gotenberg-5d4677c767-tdjpf", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 33, "waiting_reason": null, "workload_title": "tillwise-gotenberg", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "gotenberg", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mypos", "deployment": "tillwise-gotenberg", "log_samples": [], "incident_key": "workload:management:mypos:tillwise-gotenberg", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-gotenberg-5d4677c767-tdjpf", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-gotenberg-5d4677c767-tdjpf", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 33 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mypos/tillwise-gotenberg-5d4677c767-tdjpf container `gotenberg` last terminated reason: Completed exit code 0", "mypos/tillwise-gotenberg-5d4677c767-tdjpf restart count: 33", "mypos/tillwise-gotenberg-5d4677c767-tdjpf readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-gotenberg-5d4677c767-tdjpf: Readiness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-gotenberg-5d4677c767-tdjpf: Liveness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-gotenberg-5d4677c767-tdjpf", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 33, "waiting_reason": null, "workload_title": "tillwise-gotenberg", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "gotenberg", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-gotenberg-5d4677c767-tdjpf", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-gotenberg-5d4677c767-tdjpf", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "tillwise-gotenberg", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 33 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mypos/tillwise-gotenberg-5d4677c767-tdjpf container `gotenberg` last terminated reason: Completed exit code 0", "mypos/tillwise-gotenberg-5d4677c767-tdjpf restart count: 33", "mypos/tillwise-gotenberg-5d4677c767-tdjpf readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-gotenberg-5d4677c767-tdjpf: Readiness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-gotenberg-5d4677c767-tdjpf: Liveness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mypos/tillwise-gotenberg-5d4677c767-tdjpf container `gotenberg` last terminated reason: Completed exit code 0", "mypos/tillwise-gotenberg-5d4677c767-tdjpf restart count: 33", "mypos/tillwise-gotenberg-5d4677c767-tdjpf readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-gotenberg-5d4677c767-tdjpf: Readiness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-gotenberg-5d4677c767-tdjpf: Liveness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 33 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-gotenberg-5d4677c767-tdjpf", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.30:3000/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-gotenberg-5d4677c767-tdjpf", "cluster_display_name": "Management" } ], "pods": [ { "name": "tillwise-gotenberg-5d4677c767-tdjpf", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 33, "waiting_reason": null, "workload_title": "tillwise-gotenberg", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "gotenberg", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:alertmanager-kube-prometheus-stack-alertmanager", "source_id": "management", "title": "alertmanager-kube-prometheus-stack-alertmanager", "namespace": "observability", "target_kind": "workload", "target_name": "alertmanager-kube-prometheus-stack-alertmanager", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 2, "first_seen_at": "2026-06-11T20:28:27.121449+00:00", "opened_at": "2026-06-11T20:28:27.121449+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "alertmanager-kube-prometheus-stack-alertmanager-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 96, "waiting_reason": null, "workload_title": "alertmanager-kube-prometheus-stack-alertmanager", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "alertmanager", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "observability", "deployment": "alertmanager-kube-prometheus-stack-alertmanager", "log_samples": [], "incident_key": "workload:management:observability:alertmanager-kube-prometheus-stack-alertmanager", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.91:9093/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "alertmanager-kube-prometheus-stack-alertmanager-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.91:9093/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "alertmanager-kube-prometheus-stack-alertmanager-0", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 96 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/alertmanager-kube-prometheus-stack-alertmanager-0 container `alertmanager` last terminated reason: Completed exit code 0", "observability/alertmanager-kube-prometheus-stack-alertmanager-0 restart count: 96", "observability/alertmanager-kube-prometheus-stack-alertmanager-0 readiness gap: 1/2 containers ready", "Warning event Unhealthy on observability/alertmanager-kube-prometheus-stack-alertmanager-0: Liveness probe failed: Get \"http://10.244.0.91:9093/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/alertmanager-kube-prometheus-stack-alertmanager-0: Readiness probe failed: Get \"http://10.244.0.91:9093/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "alertmanager-kube-prometheus-stack-alertmanager-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 96, "waiting_reason": null, "workload_title": "alertmanager-kube-prometheus-stack-alertmanager", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "alertmanager", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.91:9093/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "alertmanager-kube-prometheus-stack-alertmanager-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.91:9093/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "alertmanager-kube-prometheus-stack-alertmanager-0", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "alertmanager-kube-prometheus-stack-alertmanager", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 96 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/alertmanager-kube-prometheus-stack-alertmanager-0 container `alertmanager` last terminated reason: Completed exit code 0", "observability/alertmanager-kube-prometheus-stack-alertmanager-0 restart count: 96", "observability/alertmanager-kube-prometheus-stack-alertmanager-0 readiness gap: 1/2 containers ready", "Warning event Unhealthy on observability/alertmanager-kube-prometheus-stack-alertmanager-0: Liveness probe failed: Get \"http://10.244.0.91:9093/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/alertmanager-kube-prometheus-stack-alertmanager-0: Readiness probe failed: Get \"http://10.244.0.91:9093/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/alertmanager-kube-prometheus-stack-alertmanager-0 container `alertmanager` last terminated reason: Completed exit code 0", "observability/alertmanager-kube-prometheus-stack-alertmanager-0 restart count: 96", "observability/alertmanager-kube-prometheus-stack-alertmanager-0 readiness gap: 1/2 containers ready", "Warning event Unhealthy on observability/alertmanager-kube-prometheus-stack-alertmanager-0: Liveness probe failed: Get \"http://10.244.0.91:9093/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/alertmanager-kube-prometheus-stack-alertmanager-0: Readiness probe failed: Get \"http://10.244.0.91:9093/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 96 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.91:9093/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "alertmanager-kube-prometheus-stack-alertmanager-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.91:9093/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "alertmanager-kube-prometheus-stack-alertmanager-0", "cluster_display_name": "Management" } ], "pods": [ { "name": "alertmanager-kube-prometheus-stack-alertmanager-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 96, "waiting_reason": null, "workload_title": "alertmanager-kube-prometheus-stack-alertmanager", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "alertmanager", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:tillwise-api", "source_id": "management", "title": "tillwise-api", "namespace": "mypos", "target_kind": "workload", "target_name": "tillwise-api", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 565, "first_seen_at": "2026-05-24T15:31:49.668057+00:00", "opened_at": "2026-06-11T04:55:40.764685+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": "2026-06-11T04:55:56.101958+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-api-7bfc7977d5-9kdg9", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 90, "waiting_reason": null, "workload_title": "tillwise-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mypos", "deployment": "tillwise-api", "log_samples": [], "incident_key": "workload:management:mypos:tillwise-api", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-api-7bfc7977d5-9kdg9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-api-7bfc7977d5-9kdg9", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 90 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mypos/tillwise-api-7bfc7977d5-9kdg9 container `api` last terminated reason: Completed exit code 0", "mypos/tillwise-api-7bfc7977d5-9kdg9 restart count: 90", "mypos/tillwise-api-7bfc7977d5-9kdg9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-api-7bfc7977d5-9kdg9: Liveness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-api-7bfc7977d5-9kdg9: Readiness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-api-7bfc7977d5-9kdg9", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 90, "waiting_reason": null, "workload_title": "tillwise-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-api-7bfc7977d5-9kdg9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-api-7bfc7977d5-9kdg9", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "tillwise-api", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 90 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mypos/tillwise-api-7bfc7977d5-9kdg9 container `api` last terminated reason: Completed exit code 0", "mypos/tillwise-api-7bfc7977d5-9kdg9 restart count: 90", "mypos/tillwise-api-7bfc7977d5-9kdg9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-api-7bfc7977d5-9kdg9: Liveness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-api-7bfc7977d5-9kdg9: Readiness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mypos/tillwise-api-7bfc7977d5-9kdg9 container `api` last terminated reason: Completed exit code 0", "mypos/tillwise-api-7bfc7977d5-9kdg9 restart count: 90", "mypos/tillwise-api-7bfc7977d5-9kdg9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-api-7bfc7977d5-9kdg9: Liveness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mypos/tillwise-api-7bfc7977d5-9kdg9: Readiness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 90 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-api-7bfc7977d5-9kdg9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.69:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-api-7bfc7977d5-9kdg9", "cluster_display_name": "Management" } ], "pods": [ { "name": "tillwise-api-7bfc7977d5-9kdg9", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 90, "waiting_reason": null, "workload_title": "tillwise-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:kube-prometheus-stack-kube-state-metrics", "source_id": "management", "title": "kube-prometheus-stack-kube-state-metrics", "namespace": "observability", "target_kind": "workload", "target_name": "kube-prometheus-stack-kube-state-metrics", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 5 warning event(s), top signal: Error", "occurrence_count": 85, "first_seen_at": "2026-05-08T06:25:02.097533+00:00", "opened_at": "2026-06-10T19:32:23.543866+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": "2026-06-10T19:33:09.583973+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 550, "waiting_reason": null, "workload_title": "kube-prometheus-stack-kube-state-metrics", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "kube-state-metrics", "last_terminated_exit_code": 2 } ], "cluster": "management", "namespace": "observability", "deployment": "kube-prometheus-stack-kube-state-metrics", "log_samples": [], "incident_key": "workload:management:observability:kube-prometheus-stack-kube-state-metrics", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": dial tcp 10.244.0.9:8081: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": dial tcp 10.244.0.9:8080: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": EOF", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 550 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992 container `kube-state-metrics` last terminated reason: Error exit code 2", "observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992 restart count: 550", "observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": dial tcp 10.244.0.9:8081: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": dial tcp 10.244.0.9:8080: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": EOF" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 550, "waiting_reason": null, "workload_title": "kube-prometheus-stack-kube-state-metrics", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "kube-state-metrics", "last_terminated_exit_code": 2 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": dial tcp 10.244.0.9:8081: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": dial tcp 10.244.0.9:8080: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": EOF", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "kube-prometheus-stack-kube-state-metrics", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 550 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992 container `kube-state-metrics` last terminated reason: Error exit code 2", "observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992 restart count: 550", "observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": dial tcp 10.244.0.9:8081: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": dial tcp 10.244.0.9:8080: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": EOF" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992 container `kube-state-metrics` last terminated reason: Error exit code 2", "observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992 restart count: 550", "observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": dial tcp 10.244.0.9:8081: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": dial tcp 10.244.0.9:8080: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-kube-state-metrics-567d49447b-xx992: Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": EOF" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 550 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": dial tcp 10.244.0.9:8081: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": dial tcp 10.244.0.9:8080: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.9:8080/livez\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.9:8081/readyz\": EOF", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "cluster_display_name": "Management" } ], "pods": [ { "name": "kube-prometheus-stack-kube-state-metrics-567d49447b-xx992", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 550, "waiting_reason": null, "workload_title": "kube-prometheus-stack-kube-state-metrics", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "kube-state-metrics", "last_terminated_exit_code": 2 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 17, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:tempo", "source_id": "management", "title": "tempo", "namespace": "observability", "target_kind": "workload", "target_name": "tempo", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 6 warning event(s), top signal: BackOff", "occurrence_count": 160, "first_seen_at": "2026-05-08T06:25:02.097533+00:00", "opened_at": "2026-06-10T19:32:23.543866+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": "2026-06-10T19:32:38.877533+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "tempo-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 391, "waiting_reason": null, "workload_title": "tempo", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "tempo", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "observability", "deployment": "tempo", "log_samples": [], "incident_key": "workload:management:observability:tempo", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": dial tcp 10.244.0.52:3200: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container tempo in pod tempo-0_observability(d2487618-0281-47f8-967f-aaf57e65f3e9)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 391 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/tempo-0 container `tempo` last terminated reason: Completed exit code 0", "observability/tempo-0 restart count: 391", "observability/tempo-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/tempo-0: Readiness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on observability/tempo-0: Liveness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on observability/tempo-0: Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/tempo-0: Readiness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/tempo-0: Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": dial tcp 10.244.0.52:3200: connect: connection refused" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tempo-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 391, "waiting_reason": null, "workload_title": "tempo", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "tempo", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": dial tcp 10.244.0.52:3200: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container tempo in pod tempo-0_observability(d2487618-0281-47f8-967f-aaf57e65f3e9)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "tempo", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 391 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/tempo-0 container `tempo` last terminated reason: Completed exit code 0", "observability/tempo-0 restart count: 391", "observability/tempo-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/tempo-0: Readiness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on observability/tempo-0: Liveness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on observability/tempo-0: Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/tempo-0: Readiness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/tempo-0: Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": dial tcp 10.244.0.52:3200: connect: connection refused" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "Unhealthy" ], "evidence_highlights": [ "observability/tempo-0 container `tempo` last terminated reason: Completed exit code 0", "observability/tempo-0 restart count: 391", "observability/tempo-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/tempo-0: Readiness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on observability/tempo-0: Liveness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on observability/tempo-0: Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/tempo-0: Readiness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/tempo-0: Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": dial tcp 10.244.0.52:3200: connect: connection refused" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 391 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.52:3200/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.52:3200/ready\": dial tcp 10.244.0.52:3200: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container tempo in pod tempo-0_observability(d2487618-0281-47f8-967f-aaf57e65f3e9)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "tempo-0", "cluster_display_name": "Management" } ], "pods": [ { "name": "tempo-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 391, "waiting_reason": null, "workload_title": "tempo", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "tempo", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 18, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:platform-radar-local:platform-radar", "source_id": "management", "title": "platform-radar", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 8 warning event(s), top signal: Unhealthy", "occurrence_count": 192, "first_seen_at": "2026-05-07T19:11:22.203753+00:00", "opened_at": "2026-06-10T19:32:23.543866+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": "2026-06-10T19:32:54.276953+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-6449785b44-bgj44", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 104, "waiting_reason": null, "workload_title": "platform-radar", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "platform-radar", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "platform-radar-local", "deployment": "platform-radar", "log_samples": [], "incident_key": "workload:management:platform-radar-local:platform-radar", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-6449785b44-bgj44", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-6449785b44-bgj44", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-5575f6d549-lzw88", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-674775f6f8-g4wg4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.64:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.64:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-7b45c47f45-ql7f6", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 104 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-local/platform-radar-6449785b44-bgj44 container `platform-radar` last terminated reason: Unknown exit code 255", "platform-radar-local/platform-radar-6449785b44-bgj44 restart count: 104", "platform-radar-local/platform-radar-6449785b44-bgj44 readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-6449785b44-bgj44: Readiness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-6449785b44-bgj44: Liveness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "Warning event Unhealthy on platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d: Liveness probe failed: dial tcp 10.244.0.64:5432: i/o timeout" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-6449785b44-bgj44", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 104, "waiting_reason": null, "workload_title": "platform-radar", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "platform-radar", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-6449785b44-bgj44", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-6449785b44-bgj44", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-5575f6d549-lzw88", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-674775f6f8-g4wg4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.64:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.64:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-7b45c47f45-ql7f6", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 104 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-6449785b44-bgj44 container `platform-radar` last terminated reason: Unknown exit code 255", "platform-radar-local/platform-radar-6449785b44-bgj44 restart count: 104", "platform-radar-local/platform-radar-6449785b44-bgj44 readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-6449785b44-bgj44: Readiness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-6449785b44-bgj44: Liveness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "Warning event Unhealthy on platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d: Liveness probe failed: dial tcp 10.244.0.64:5432: i/o timeout" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "platform-radar-local/platform-radar-6449785b44-bgj44 container `platform-radar` last terminated reason: Unknown exit code 255", "platform-radar-local/platform-radar-6449785b44-bgj44 restart count: 104", "platform-radar-local/platform-radar-6449785b44-bgj44 readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-6449785b44-bgj44: Readiness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-6449785b44-bgj44: Liveness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "Warning event Unhealthy on platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d: Liveness probe failed: dial tcp 10.244.0.64:5432: i/o timeout" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 104 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-6449785b44-bgj44", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.86:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-6449785b44-bgj44", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-5575f6d549-lzw88", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-674775f6f8-g4wg4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.64:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.64:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-7b45c47f45-ql7f6", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "cluster_display_name": "Management" } ], "pods": [ { "name": "platform-radar-6449785b44-bgj44", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 104, "waiting_reason": null, "workload_title": "platform-radar", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "platform-radar", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 20, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:argocd:argocd-server", "source_id": "management", "title": "argocd-server", "namespace": "argocd", "target_kind": "workload", "target_name": "argocd-server", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 5 warning event(s), top signal: Completed", "occurrence_count": 63, "first_seen_at": "2026-05-12T10:49:44.285207+00:00", "opened_at": "2026-06-10T19:32:23.543866+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": "2026-06-10T19:33:09.583973+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "argocd-server-6995588757-bnmm7", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 200, "waiting_reason": null, "workload_title": "argocd-server", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argocd-server", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "argocd", "deployment": "argocd-server", "log_samples": [], "incident_key": "workload:management:argocd:argocd-server", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.13:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": context deadline exceeded", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.13:8080/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.13:8080/healthz?full=true\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 200 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "argocd/argocd-server-6995588757-bnmm7 container `argocd-server` last terminated reason: Completed exit code 0", "argocd/argocd-server-6995588757-bnmm7 restart count: 200", "argocd/argocd-server-6995588757-bnmm7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Readiness probe failed: Get \"http://10.244.0.13:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": context deadline exceeded", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Liveness probe failed: Get \"http://10.244.0.13:8080/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Liveness probe failed: Get \"https://10.244.0.13:8080/healthz?full=true\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "argocd-server-6995588757-bnmm7", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 200, "waiting_reason": null, "workload_title": "argocd-server", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argocd-server", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.13:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": context deadline exceeded", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.13:8080/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.13:8080/healthz?full=true\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": "argocd-server", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 200 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "argocd/argocd-server-6995588757-bnmm7 container `argocd-server` last terminated reason: Completed exit code 0", "argocd/argocd-server-6995588757-bnmm7 restart count: 200", "argocd/argocd-server-6995588757-bnmm7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Readiness probe failed: Get \"http://10.244.0.13:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": context deadline exceeded", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Liveness probe failed: Get \"http://10.244.0.13:8080/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Liveness probe failed: Get \"https://10.244.0.13:8080/healthz?full=true\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "argocd/argocd-server-6995588757-bnmm7 container `argocd-server` last terminated reason: Completed exit code 0", "argocd/argocd-server-6995588757-bnmm7 restart count: 200", "argocd/argocd-server-6995588757-bnmm7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Readiness probe failed: Get \"http://10.244.0.13:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": context deadline exceeded", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Liveness probe failed: Get \"http://10.244.0.13:8080/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-server-6995588757-bnmm7: Liveness probe failed: Get \"https://10.244.0.13:8080/healthz?full=true\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 200 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.13:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": context deadline exceeded", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.13:8080/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.13:8080/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.13:8080/healthz?full=true\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" } ], "pods": [ { "name": "argocd-server-6995588757-bnmm7", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 200, "waiting_reason": null, "workload_title": "argocd-server", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argocd-server", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 17, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:traefik:traefik", "source_id": "management", "title": "traefik", "namespace": "traefik", "target_kind": "workload", "target_name": "traefik", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 3 warning event(s), top signal: Completed", "occurrence_count": 166, "first_seen_at": "2026-05-12T10:49:40.672002+00:00", "opened_at": "2026-06-10T19:31:49.045798+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:33:05.664611+00:00", "resolved_at": "2026-06-10T19:32:23.543866+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "traefik-579b4b6994-lgqrz", "phase": "Running", "cluster": "management", "namespace": "traefik", "node_name": "agentic-local-control-plane", "restart_count": 411, "waiting_reason": null, "workload_title": "traefik", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "traefik", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "traefik", "deployment": "traefik", "log_samples": [], "incident_key": "workload:management:traefik:traefik", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "traefik", "involved_kind": "Pod", "involved_object": "traefik-579b4b6994-lgqrz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "traefik", "involved_kind": "Pod", "involved_object": "traefik-579b4b6994-lgqrz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": dial tcp 10.244.0.90:8080: connect: connection refused", "namespace": "traefik", "involved_kind": "Pod", "involved_object": "traefik-579b4b6994-lgqrz", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 411 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "traefik/traefik-579b4b6994-lgqrz container `traefik` last terminated reason: Completed exit code 0", "traefik/traefik-579b4b6994-lgqrz restart count: 411", "traefik/traefik-579b4b6994-lgqrz readiness gap: 0/1 containers ready", "Warning event Unhealthy on traefik/traefik-579b4b6994-lgqrz: Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on traefik/traefik-579b4b6994-lgqrz: Liveness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on traefik/traefik-579b4b6994-lgqrz: Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": dial tcp 10.244.0.90:8080: connect: connection refused" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "traefik-579b4b6994-lgqrz", "phase": "Running", "cluster": "management", "namespace": "traefik", "node_name": "agentic-local-control-plane", "restart_count": 411, "waiting_reason": null, "workload_title": "traefik", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "traefik", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "traefik", "involved_kind": "Pod", "involved_object": "traefik-579b4b6994-lgqrz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "traefik", "involved_kind": "Pod", "involved_object": "traefik-579b4b6994-lgqrz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": dial tcp 10.244.0.90:8080: connect: connection refused", "namespace": "traefik", "involved_kind": "Pod", "involved_object": "traefik-579b4b6994-lgqrz", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "traefik", "deployment": "traefik", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 411 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "traefik/traefik-579b4b6994-lgqrz container `traefik` last terminated reason: Completed exit code 0", "traefik/traefik-579b4b6994-lgqrz restart count: 411", "traefik/traefik-579b4b6994-lgqrz readiness gap: 0/1 containers ready", "Warning event Unhealthy on traefik/traefik-579b4b6994-lgqrz: Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on traefik/traefik-579b4b6994-lgqrz: Liveness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on traefik/traefik-579b4b6994-lgqrz: Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": dial tcp 10.244.0.90:8080: connect: connection refused" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "traefik/traefik-579b4b6994-lgqrz container `traefik` last terminated reason: Completed exit code 0", "traefik/traefik-579b4b6994-lgqrz restart count: 411", "traefik/traefik-579b4b6994-lgqrz readiness gap: 0/1 containers ready", "Warning event Unhealthy on traefik/traefik-579b4b6994-lgqrz: Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on traefik/traefik-579b4b6994-lgqrz: Liveness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on traefik/traefik-579b4b6994-lgqrz: Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": dial tcp 10.244.0.90:8080: connect: connection refused" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 411 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "traefik", "involved_kind": "Pod", "involved_object": "traefik-579b4b6994-lgqrz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.90:8080/ping\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "traefik", "involved_kind": "Pod", "involved_object": "traefik-579b4b6994-lgqrz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.90:8080/ping\": dial tcp 10.244.0.90:8080: connect: connection refused", "namespace": "traefik", "involved_kind": "Pod", "involved_object": "traefik-579b4b6994-lgqrz", "cluster_display_name": "Management" } ], "pods": [ { "name": "traefik-579b4b6994-lgqrz", "phase": "Running", "cluster": "management", "namespace": "traefik", "node_name": "agentic-local-control-plane", "restart_count": 411, "waiting_reason": null, "workload_title": "traefik", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "traefik", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 13, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:kube-prometheus-stack-prometheus-node-exporter", "source_id": "management", "title": "kube-prometheus-stack-prometheus-node-exporter", "namespace": "observability", "target_kind": "workload", "target_name": "kube-prometheus-stack-prometheus-node-exporter", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 4 warning event(s), top signal: Error", "occurrence_count": 41, "first_seen_at": "2026-05-12T13:01:45.039850+00:00", "opened_at": "2026-06-10T19:31:49.045798+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": "2026-06-10T19:32:23.543866+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 505, "waiting_reason": null, "workload_title": "kube-prometheus-stack-prometheus-node-exporter", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "node-exporter", "last_terminated_exit_code": 143 } ], "cluster": "management", "namespace": "observability", "deployment": "kube-prometheus-stack-prometheus-node-exporter", "log_samples": [], "incident_key": "workload:management:observability:kube-prometheus-stack-prometheus-node-exporter", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://172.18.0.5:9100/\": dial tcp 172.18.0.5:9100: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://172.18.0.5:9100/\": read tcp 172.18.0.5:55080->172.18.0.5:9100: read: connection reset by peer", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 505 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/kube-prometheus-stack-prometheus-node-exporter-f22c4 container `node-exporter` last terminated reason: Error exit code 143", "observability/kube-prometheus-stack-prometheus-node-exporter-f22c4 restart count: 505", "observability/kube-prometheus-stack-prometheus-node-exporter-f22c4 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Liveness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Readiness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Readiness probe failed: Get \"http://172.18.0.5:9100/\": dial tcp 172.18.0.5:9100: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Readiness probe failed: Get \"http://172.18.0.5:9100/\": read tcp 172.18.0.5:55080->172.18.0.5:9100: read: connection reset by peer" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 505, "waiting_reason": null, "workload_title": "kube-prometheus-stack-prometheus-node-exporter", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "node-exporter", "last_terminated_exit_code": 143 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://172.18.0.5:9100/\": dial tcp 172.18.0.5:9100: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://172.18.0.5:9100/\": read tcp 172.18.0.5:55080->172.18.0.5:9100: read: connection reset by peer", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "kube-prometheus-stack-prometheus-node-exporter", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 505 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/kube-prometheus-stack-prometheus-node-exporter-f22c4 container `node-exporter` last terminated reason: Error exit code 143", "observability/kube-prometheus-stack-prometheus-node-exporter-f22c4 restart count: 505", "observability/kube-prometheus-stack-prometheus-node-exporter-f22c4 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Liveness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Readiness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Readiness probe failed: Get \"http://172.18.0.5:9100/\": dial tcp 172.18.0.5:9100: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Readiness probe failed: Get \"http://172.18.0.5:9100/\": read tcp 172.18.0.5:55080->172.18.0.5:9100: read: connection reset by peer" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/kube-prometheus-stack-prometheus-node-exporter-f22c4 container `node-exporter` last terminated reason: Error exit code 143", "observability/kube-prometheus-stack-prometheus-node-exporter-f22c4 restart count: 505", "observability/kube-prometheus-stack-prometheus-node-exporter-f22c4 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Liveness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Readiness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Readiness probe failed: Get \"http://172.18.0.5:9100/\": dial tcp 172.18.0.5:9100: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-prometheus-node-exporter-f22c4: Readiness probe failed: Get \"http://172.18.0.5:9100/\": read tcp 172.18.0.5:55080->172.18.0.5:9100: read: connection reset by peer" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 505 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://172.18.0.5:9100/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://172.18.0.5:9100/\": dial tcp 172.18.0.5:9100: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://172.18.0.5:9100/\": read tcp 172.18.0.5:55080->172.18.0.5:9100: read: connection reset by peer", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "cluster_display_name": "Management" } ], "pods": [ { "name": "kube-prometheus-stack-prometheus-node-exporter-f22c4", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 505, "waiting_reason": null, "workload_title": "kube-prometheus-stack-prometheus-node-exporter", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "node-exporter", "last_terminated_exit_code": 143 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 15, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:argo-rollouts:argo-rollouts-ffb479f4", "source_id": "management", "title": "argo-rollouts-ffb479f4", "namespace": "argo-rollouts", "target_kind": "workload", "target_name": "argo-rollouts-ffb479f4", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "2 problematic pod(s), 9 warning event(s), top signal: BackOff", "occurrence_count": 268, "first_seen_at": "2026-05-07T19:55:41.331084+00:00", "opened_at": "2026-06-10T19:12:12.085345+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": "2026-06-10T19:12:27.444708+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "argo-rollouts-ffb479f4-jw8sp", "phase": "Running", "cluster": "management", "namespace": "argo-rollouts", "node_name": "agentic-local-control-plane", "restart_count": 715, "waiting_reason": null, "workload_title": "argo-rollouts-ffb479f4", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "argo-rollouts", "last_terminated_exit_code": 1 }, { "name": "argo-rollouts-ffb479f4-rdcbt", "phase": "Running", "cluster": "management", "namespace": "argo-rollouts", "node_name": "agentic-local-control-plane", "restart_count": 703, "waiting_reason": null, "workload_title": "argo-rollouts-ffb479f4", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argo-rollouts", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "argo-rollouts", "deployment": "argo-rollouts-ffb479f4", "log_samples": [], "incident_key": "workload:management:argo-rollouts:argo-rollouts-ffb479f4", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": dial tcp 10.244.0.38:8090: connect: connection refused", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.38:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container argo-rollouts in pod argo-rollouts-ffb479f4-jw8sp_argo-rollouts(ff512349-3111-4514-a4ef-e7fb35f5de21)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": EOF", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.62:8090/metrics\": dial tcp 10.244.0.62:8090: connect: connection refused", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.62:8080/healthz\": dial tcp 10.244.0.62:8080: connect: connection refused", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.62:8090/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.62:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 715 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "argo-rollouts/argo-rollouts-ffb479f4-jw8sp container `argo-rollouts` last terminated reason: Error exit code 1", "argo-rollouts/argo-rollouts-ffb479f4-jw8sp restart count: 715", "argo-rollouts/argo-rollouts-ffb479f4-jw8sp readiness gap: 0/1 containers ready", "argo-rollouts/argo-rollouts-ffb479f4-rdcbt container `argo-rollouts` last terminated reason: Completed exit code 0", "argo-rollouts/argo-rollouts-ffb479f4-rdcbt restart count: 703", "argo-rollouts/argo-rollouts-ffb479f4-rdcbt readiness gap: 0/1 containers ready", "Warning event Unhealthy on argo-rollouts/argo-rollouts-ffb479f4-jw8sp: Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": dial tcp 10.244.0.38:8090: connect: connection refused", "Warning event Unhealthy on argo-rollouts/argo-rollouts-ffb479f4-jw8sp: Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "argo-rollouts-ffb479f4-jw8sp", "phase": "Running", "cluster": "management", "namespace": "argo-rollouts", "node_name": "agentic-local-control-plane", "restart_count": 715, "waiting_reason": null, "workload_title": "argo-rollouts-ffb479f4", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "argo-rollouts", "last_terminated_exit_code": 1 }, { "name": "argo-rollouts-ffb479f4-rdcbt", "phase": "Running", "cluster": "management", "namespace": "argo-rollouts", "node_name": "agentic-local-control-plane", "restart_count": 703, "waiting_reason": null, "workload_title": "argo-rollouts-ffb479f4", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argo-rollouts", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": dial tcp 10.244.0.38:8090: connect: connection refused", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.38:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container argo-rollouts in pod argo-rollouts-ffb479f4-jw8sp_argo-rollouts(ff512349-3111-4514-a4ef-e7fb35f5de21)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": EOF", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.62:8090/metrics\": dial tcp 10.244.0.62:8090: connect: connection refused", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.62:8080/healthz\": dial tcp 10.244.0.62:8080: connect: connection refused", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.62:8090/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.62:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argo-rollouts", "deployment": "argo-rollouts-ffb479f4", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 715 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "argo-rollouts/argo-rollouts-ffb479f4-jw8sp container `argo-rollouts` last terminated reason: Error exit code 1", "argo-rollouts/argo-rollouts-ffb479f4-jw8sp restart count: 715", "argo-rollouts/argo-rollouts-ffb479f4-jw8sp readiness gap: 0/1 containers ready", "argo-rollouts/argo-rollouts-ffb479f4-rdcbt container `argo-rollouts` last terminated reason: Completed exit code 0", "argo-rollouts/argo-rollouts-ffb479f4-rdcbt restart count: 703", "argo-rollouts/argo-rollouts-ffb479f4-rdcbt readiness gap: 0/1 containers ready", "Warning event Unhealthy on argo-rollouts/argo-rollouts-ffb479f4-jw8sp: Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": dial tcp 10.244.0.38:8090: connect: connection refused", "Warning event Unhealthy on argo-rollouts/argo-rollouts-ffb479f4-jw8sp: Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "Unhealthy" ], "evidence_highlights": [ "argo-rollouts/argo-rollouts-ffb479f4-jw8sp container `argo-rollouts` last terminated reason: Error exit code 1", "argo-rollouts/argo-rollouts-ffb479f4-jw8sp restart count: 715", "argo-rollouts/argo-rollouts-ffb479f4-jw8sp readiness gap: 0/1 containers ready", "argo-rollouts/argo-rollouts-ffb479f4-rdcbt container `argo-rollouts` last terminated reason: Completed exit code 0", "argo-rollouts/argo-rollouts-ffb479f4-rdcbt restart count: 703", "argo-rollouts/argo-rollouts-ffb479f4-rdcbt readiness gap: 0/1 containers ready", "Warning event Unhealthy on argo-rollouts/argo-rollouts-ffb479f4-jw8sp: Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": dial tcp 10.244.0.38:8090: connect: connection refused", "Warning event Unhealthy on argo-rollouts/argo-rollouts-ffb479f4-jw8sp: Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 715 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": dial tcp 10.244.0.38:8090: connect: connection refused", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.38:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container argo-rollouts in pod argo-rollouts-ffb479f4-jw8sp_argo-rollouts(ff512349-3111-4514-a4ef-e7fb35f5de21)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.38:8090/metrics\": EOF", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-jw8sp", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.62:8090/metrics\": dial tcp 10.244.0.62:8090: connect: connection refused", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.62:8080/healthz\": dial tcp 10.244.0.62:8080: connect: connection refused", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.62:8090/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.62:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-ffb479f4-rdcbt", "cluster_display_name": "Management" } ], "pods": [ { "name": "argo-rollouts-ffb479f4-jw8sp", "phase": "Running", "cluster": "management", "namespace": "argo-rollouts", "node_name": "agentic-local-control-plane", "restart_count": 715, "waiting_reason": null, "workload_title": "argo-rollouts-ffb479f4", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "argo-rollouts", "last_terminated_exit_code": 1 }, { "name": "argo-rollouts-ffb479f4-rdcbt", "phase": "Running", "cluster": "management", "namespace": "argo-rollouts", "node_name": "agentic-local-control-plane", "restart_count": 703, "waiting_reason": null, "workload_title": "argo-rollouts-ffb479f4", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argo-rollouts", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 22, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:ikwiliemandhelpen:ikwiliemandhelpen", "source_id": "management", "title": "ikwiliemandhelpen", "namespace": "ikwiliemandhelpen", "target_kind": "workload", "target_name": "ikwiliemandhelpen", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 3 warning event(s), top signal: Completed", "occurrence_count": 42, "first_seen_at": "2026-05-15T07:59:58.917735+00:00", "opened_at": "2026-06-08T06:06:49.323728+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": "2026-06-08T06:07:05.394724+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "ikwiliemandhelpen-8674d4796c-bwgz2", "phase": "Running", "cluster": "management", "namespace": "ikwiliemandhelpen", "node_name": "agentic-local-control-plane", "restart_count": 235, "waiting_reason": null, "workload_title": "ikwiliemandhelpen", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "site", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "ikwiliemandhelpen", "deployment": "ikwiliemandhelpen", "log_samples": [], "incident_key": "workload:management:ikwiliemandhelpen:ikwiliemandhelpen", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-8674d4796c-bwgz2", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-8674d4796c-bwgz2", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U ikwiliemandhelpen -d ikwiliemandhelpen\" timed out after 3s", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 235 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2 container `site` last terminated reason: Completed exit code 0", "ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2 restart count: 235", "ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2 readiness gap: 0/1 containers ready", "Warning event Unhealthy on ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2: Readiness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2: Liveness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on ikwiliemandhelpen/ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j: Readiness probe failed: command timed out: \"pg_isready -U ikwiliemandhelpen -d ikwiliemandhelpen\" timed out after 3s" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "ikwiliemandhelpen-8674d4796c-bwgz2", "phase": "Running", "cluster": "management", "namespace": "ikwiliemandhelpen", "node_name": "agentic-local-control-plane", "restart_count": 235, "waiting_reason": null, "workload_title": "ikwiliemandhelpen", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "site", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-8674d4796c-bwgz2", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-8674d4796c-bwgz2", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U ikwiliemandhelpen -d ikwiliemandhelpen\" timed out after 3s", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "ikwiliemandhelpen", "deployment": "ikwiliemandhelpen", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 235 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2 container `site` last terminated reason: Completed exit code 0", "ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2 restart count: 235", "ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2 readiness gap: 0/1 containers ready", "Warning event Unhealthy on ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2: Readiness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2: Liveness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on ikwiliemandhelpen/ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j: Readiness probe failed: command timed out: \"pg_isready -U ikwiliemandhelpen -d ikwiliemandhelpen\" timed out after 3s" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2 container `site` last terminated reason: Completed exit code 0", "ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2 restart count: 235", "ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2 readiness gap: 0/1 containers ready", "Warning event Unhealthy on ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2: Readiness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on ikwiliemandhelpen/ikwiliemandhelpen-8674d4796c-bwgz2: Liveness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on ikwiliemandhelpen/ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j: Readiness probe failed: command timed out: \"pg_isready -U ikwiliemandhelpen -d ikwiliemandhelpen\" timed out after 3s" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 235 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-8674d4796c-bwgz2", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.53:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-8674d4796c-bwgz2", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U ikwiliemandhelpen -d ikwiliemandhelpen\" timed out after 3s", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j", "cluster_display_name": "Management" } ], "pods": [ { "name": "ikwiliemandhelpen-8674d4796c-bwgz2", "phase": "Running", "cluster": "management", "namespace": "ikwiliemandhelpen", "node_name": "agentic-local-control-plane", "restart_count": 235, "waiting_reason": null, "workload_title": "ikwiliemandhelpen", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "site", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 13, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:kube-prometheus-stack-operator", "source_id": "management", "title": "kube-prometheus-stack-operator", "namespace": "observability", "target_kind": "workload", "target_name": "kube-prometheus-stack-operator", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 6 warning event(s), top signal: Completed", "occurrence_count": 81, "first_seen_at": "2026-05-12T10:49:44.285207+00:00", "opened_at": "2026-06-08T06:06:49.323728+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": "2026-06-10T17:30:53.610592+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 689, "waiting_reason": null, "workload_title": "kube-prometheus-stack-operator", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "kube-prometheus-stack", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "observability", "deployment": "kube-prometheus-stack-operator", "log_samples": [], "incident_key": "workload:management:observability:kube-prometheus-stack-operator", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": dial tcp 10.244.0.12:10250: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 689 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/kube-prometheus-stack-operator-78886bb9dd-5nchh container `kube-prometheus-stack` last terminated reason: Completed exit code 0", "observability/kube-prometheus-stack-operator-78886bb9dd-5nchh restart count: 689", "observability/kube-prometheus-stack-operator-78886bb9dd-5nchh readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": dial tcp 10.244.0.12:10250: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 689, "waiting_reason": null, "workload_title": "kube-prometheus-stack-operator", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "kube-prometheus-stack", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": dial tcp 10.244.0.12:10250: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "kube-prometheus-stack-operator", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 689 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/kube-prometheus-stack-operator-78886bb9dd-5nchh container `kube-prometheus-stack` last terminated reason: Completed exit code 0", "observability/kube-prometheus-stack-operator-78886bb9dd-5nchh restart count: 689", "observability/kube-prometheus-stack-operator-78886bb9dd-5nchh readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": dial tcp 10.244.0.12:10250: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/kube-prometheus-stack-operator-78886bb9dd-5nchh container `kube-prometheus-stack` last terminated reason: Completed exit code 0", "observability/kube-prometheus-stack-operator-78886bb9dd-5nchh restart count: 689", "observability/kube-prometheus-stack-operator-78886bb9dd-5nchh readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": dial tcp 10.244.0.12:10250: connect: connection refused", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded", "Warning event Unhealthy on observability/kube-prometheus-stack-operator-78886bb9dd-5nchh: Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 689 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": dial tcp 10.244.0.12:10250: connect: connection refused", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"https://10.244.0.12:10250/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "cluster_display_name": "Management" } ], "pods": [ { "name": "kube-prometheus-stack-operator-78886bb9dd-5nchh", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 689, "waiting_reason": null, "workload_title": "kube-prometheus-stack-operator", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "kube-prometheus-stack", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 18, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:wms-ai-portal:wms-ai-portal", "source_id": "management", "title": "wms-ai-portal", "namespace": "wms-ai-portal", "target_kind": "workload", "target_name": "wms-ai-portal", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 25, "first_seen_at": "2026-05-12T11:29:15.595122+00:00", "opened_at": "2026-05-12T18:42:46.420905+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-14T08:48:18.954397+00:00", "resolved_at": "2026-05-12T18:43:01.953292+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "wms-ai-portal-6558d95fb6-pcrx7", "phase": "Running", "cluster": "management", "namespace": "wms-ai-portal", "node_name": "agentic-local-control-plane", "restart_count": 163, "waiting_reason": null, "workload_title": "wms-ai-portal", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "portal", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "wms-ai-portal", "deployment": "wms-ai-portal", "log_samples": [], "incident_key": "workload:management:wms-ai-portal:wms-ai-portal", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "wms-ai-portal", "involved_kind": "Pod", "involved_object": "wms-ai-portal-6558d95fb6-pcrx7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "wms-ai-portal", "involved_kind": "Pod", "involved_object": "wms-ai-portal-6558d95fb6-pcrx7", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 163 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7 container `portal` last terminated reason: Completed exit code 0", "wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7 restart count: 163", "wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7: Readiness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7: Liveness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "wms-ai-portal-6558d95fb6-pcrx7", "phase": "Running", "cluster": "management", "namespace": "wms-ai-portal", "node_name": "agentic-local-control-plane", "restart_count": 163, "waiting_reason": null, "workload_title": "wms-ai-portal", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "portal", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "wms-ai-portal", "involved_kind": "Pod", "involved_object": "wms-ai-portal-6558d95fb6-pcrx7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "wms-ai-portal", "involved_kind": "Pod", "involved_object": "wms-ai-portal-6558d95fb6-pcrx7", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "wms-ai-portal", "deployment": "wms-ai-portal", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 163 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7 container `portal` last terminated reason: Completed exit code 0", "wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7 restart count: 163", "wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7: Readiness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7: Liveness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7 container `portal` last terminated reason: Completed exit code 0", "wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7 restart count: 163", "wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7: Readiness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on wms-ai-portal/wms-ai-portal-6558d95fb6-pcrx7: Liveness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 163 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "wms-ai-portal", "involved_kind": "Pod", "involved_object": "wms-ai-portal-6558d95fb6-pcrx7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.15:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "wms-ai-portal", "involved_kind": "Pod", "involved_object": "wms-ai-portal-6558d95fb6-pcrx7", "cluster_display_name": "Management" } ], "pods": [ { "name": "wms-ai-portal-6558d95fb6-pcrx7", "phase": "Running", "cluster": "management", "namespace": "wms-ai-portal", "node_name": "agentic-local-control-plane", "restart_count": 163, "waiting_reason": null, "workload_title": "wms-ai-portal", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "portal", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:prometheus-kube-prometheus-stack-prometheus", "source_id": "management", "title": "prometheus-kube-prometheus-stack-prometheus", "namespace": "observability", "target_kind": "workload", "target_name": "prometheus-kube-prometheus-stack-prometheus", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Unhealthy", "occurrence_count": 56, "first_seen_at": "2026-05-12T10:49:44.285207+00:00", "opened_at": "2026-05-12T18:39:14.564776+00:00", "last_seen_at": "2026-09-14T08:48:18.954397+00:00", "last_changed_at": "2026-09-13T23:34:24.722332+00:00", "resolved_at": "2026-05-12T18:39:30.710595+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "prometheus-kube-prometheus-stack-prometheus-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 335, "waiting_reason": null, "workload_title": "prometheus-kube-prometheus-stack-prometheus", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "config-reloader", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "observability", "deployment": "prometheus-kube-prometheus-stack-prometheus", "log_samples": [], "incident_key": "workload:management:observability:prometheus-kube-prometheus-stack-prometheus", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.5:9090/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "prometheus-kube-prometheus-stack-prometheus-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.5:9090/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "prometheus-kube-prometheus-stack-prometheus-0", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 335 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/prometheus-kube-prometheus-stack-prometheus-0 container `config-reloader` last terminated reason: Unknown exit code 255", "observability/prometheus-kube-prometheus-stack-prometheus-0 restart count: 335", "observability/prometheus-kube-prometheus-stack-prometheus-0 readiness gap: 1/2 containers ready", "Warning event Unhealthy on observability/prometheus-kube-prometheus-stack-prometheus-0: Readiness probe failed: Get \"http://10.244.0.5:9090/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/prometheus-kube-prometheus-stack-prometheus-0: Liveness probe failed: Get \"http://10.244.0.5:9090/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "prometheus-kube-prometheus-stack-prometheus-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 335, "waiting_reason": null, "workload_title": "prometheus-kube-prometheus-stack-prometheus", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "config-reloader", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.5:9090/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "prometheus-kube-prometheus-stack-prometheus-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.5:9090/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "prometheus-kube-prometheus-stack-prometheus-0", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "prometheus-kube-prometheus-stack-prometheus", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 335 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/prometheus-kube-prometheus-stack-prometheus-0 container `config-reloader` last terminated reason: Unknown exit code 255", "observability/prometheus-kube-prometheus-stack-prometheus-0 restart count: 335", "observability/prometheus-kube-prometheus-stack-prometheus-0 readiness gap: 1/2 containers ready", "Warning event Unhealthy on observability/prometheus-kube-prometheus-stack-prometheus-0: Readiness probe failed: Get \"http://10.244.0.5:9090/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/prometheus-kube-prometheus-stack-prometheus-0: Liveness probe failed: Get \"http://10.244.0.5:9090/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/prometheus-kube-prometheus-stack-prometheus-0 container `config-reloader` last terminated reason: Unknown exit code 255", "observability/prometheus-kube-prometheus-stack-prometheus-0 restart count: 335", "observability/prometheus-kube-prometheus-stack-prometheus-0 readiness gap: 1/2 containers ready", "Warning event Unhealthy on observability/prometheus-kube-prometheus-stack-prometheus-0: Readiness probe failed: Get \"http://10.244.0.5:9090/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/prometheus-kube-prometheus-stack-prometheus-0: Liveness probe failed: Get \"http://10.244.0.5:9090/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 335 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.5:9090/-/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "prometheus-kube-prometheus-stack-prometheus-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.5:9090/-/healthy\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "prometheus-kube-prometheus-stack-prometheus-0", "cluster_display_name": "Management" } ], "pods": [ { "name": "prometheus-kube-prometheus-stack-prometheus-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 335, "waiting_reason": null, "workload_title": "prometheus-kube-prometheus-stack-prometheus", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "config-reloader", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:argocd:argocd-repo-server", "source_id": "management", "title": "argocd-repo-server", "namespace": "argocd", "target_kind": "workload", "target_name": "argocd-repo-server", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 3 warning event(s), top signal: Completed", "occurrence_count": 33, "first_seen_at": "2026-05-07T19:11:22.203753+00:00", "opened_at": "2026-06-10T19:32:23.543866+00:00", "last_seen_at": "2026-09-14T08:33:05.664611+00:00", "last_changed_at": "2026-09-14T08:33:05.664611+00:00", "resolved_at": "2026-06-10T19:32:38.877533+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "argocd-repo-server-7f995cb7f4-mzkkr", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 200, "waiting_reason": null, "workload_title": "argocd-repo-server", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argocd-repo-server", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "argocd", "deployment": "argocd-repo-server", "log_samples": [], "incident_key": "workload:management:argocd:argocd-repo-server", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-repo-server-7f995cb7f4-mzkkr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.55:8084/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-repo-server-7f995cb7f4-mzkkr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": dial tcp 10.244.0.55:8084: connect: connection refused", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-repo-server-7f995cb7f4-mzkkr", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 200 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "argocd/argocd-repo-server-7f995cb7f4-mzkkr container `argocd-repo-server` last terminated reason: Completed exit code 0", "argocd/argocd-repo-server-7f995cb7f4-mzkkr restart count: 200", "argocd/argocd-repo-server-7f995cb7f4-mzkkr readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-repo-server-7f995cb7f4-mzkkr: Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-repo-server-7f995cb7f4-mzkkr: Liveness probe failed: Get \"http://10.244.0.55:8084/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-repo-server-7f995cb7f4-mzkkr: Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": dial tcp 10.244.0.55:8084: connect: connection refused" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "argocd-repo-server-7f995cb7f4-mzkkr", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 200, "waiting_reason": null, "workload_title": "argocd-repo-server", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argocd-repo-server", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-repo-server-7f995cb7f4-mzkkr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.55:8084/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-repo-server-7f995cb7f4-mzkkr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": dial tcp 10.244.0.55:8084: connect: connection refused", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-repo-server-7f995cb7f4-mzkkr", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": "argocd-repo-server", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 200 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "argocd/argocd-repo-server-7f995cb7f4-mzkkr container `argocd-repo-server` last terminated reason: Completed exit code 0", "argocd/argocd-repo-server-7f995cb7f4-mzkkr restart count: 200", "argocd/argocd-repo-server-7f995cb7f4-mzkkr readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-repo-server-7f995cb7f4-mzkkr: Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-repo-server-7f995cb7f4-mzkkr: Liveness probe failed: Get \"http://10.244.0.55:8084/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-repo-server-7f995cb7f4-mzkkr: Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": dial tcp 10.244.0.55:8084: connect: connection refused" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "argocd/argocd-repo-server-7f995cb7f4-mzkkr container `argocd-repo-server` last terminated reason: Completed exit code 0", "argocd/argocd-repo-server-7f995cb7f4-mzkkr restart count: 200", "argocd/argocd-repo-server-7f995cb7f4-mzkkr readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-repo-server-7f995cb7f4-mzkkr: Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-repo-server-7f995cb7f4-mzkkr: Liveness probe failed: Get \"http://10.244.0.55:8084/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on argocd/argocd-repo-server-7f995cb7f4-mzkkr: Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": dial tcp 10.244.0.55:8084: connect: connection refused" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 200 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-repo-server-7f995cb7f4-mzkkr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.55:8084/healthz?full=true\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-repo-server-7f995cb7f4-mzkkr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.55:8084/healthz\": dial tcp 10.244.0.55:8084: connect: connection refused", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-repo-server-7f995cb7f4-mzkkr", "cluster_display_name": "Management" } ], "pods": [ { "name": "argocd-repo-server-7f995cb7f4-mzkkr", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 200, "waiting_reason": null, "workload_title": "argocd-repo-server", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argocd-repo-server", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 13, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:observability-trace-inventory", "source_id": "management", "title": "observability-trace-inventory", "namespace": "observability", "target_kind": "workload", "target_name": "observability-trace-inventory", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 7, "first_seen_at": "2026-05-09T06:08:34.613133+00:00", "opened_at": "2026-05-31T10:06:44.210220+00:00", "last_seen_at": "2026-09-14T08:33:05.664611+00:00", "last_changed_at": "2026-09-13T20:50:16.331418+00:00", "resolved_at": "2026-05-31T10:07:16.340427+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "observability-trace-inventory-85c7d85858-jm67s", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 39, "waiting_reason": null, "workload_title": "observability-trace-inventory", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "inventory", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "observability", "deployment": "observability-trace-inventory", "log_samples": [], "incident_key": "workload:management:observability:observability-trace-inventory", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.22:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-trace-inventory-85c7d85858-jm67s", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 39 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/observability-trace-inventory-85c7d85858-jm67s container `inventory` last terminated reason: Unknown exit code 255", "observability/observability-trace-inventory-85c7d85858-jm67s restart count: 39", "observability/observability-trace-inventory-85c7d85858-jm67s readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/observability-trace-inventory-85c7d85858-jm67s: Readiness probe failed: Get \"http://10.244.0.22:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "observability-trace-inventory-85c7d85858-jm67s", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 39, "waiting_reason": null, "workload_title": "observability-trace-inventory", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "inventory", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.22:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-trace-inventory-85c7d85858-jm67s", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "observability-trace-inventory", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 39 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/observability-trace-inventory-85c7d85858-jm67s container `inventory` last terminated reason: Unknown exit code 255", "observability/observability-trace-inventory-85c7d85858-jm67s restart count: 39", "observability/observability-trace-inventory-85c7d85858-jm67s readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/observability-trace-inventory-85c7d85858-jm67s: Readiness probe failed: Get \"http://10.244.0.22:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/observability-trace-inventory-85c7d85858-jm67s container `inventory` last terminated reason: Unknown exit code 255", "observability/observability-trace-inventory-85c7d85858-jm67s restart count: 39", "observability/observability-trace-inventory-85c7d85858-jm67s readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/observability-trace-inventory-85c7d85858-jm67s: Readiness probe failed: Get \"http://10.244.0.22:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 39 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.22:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-trace-inventory-85c7d85858-jm67s", "cluster_display_name": "Management" } ], "pods": [ { "name": "observability-trace-inventory-85c7d85858-jm67s", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 39, "waiting_reason": null, "workload_title": "observability-trace-inventory", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "inventory", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch", "source_id": "management", "title": "mail-to-order-dispatch", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Saw a job that the controller did not create or forgot: mail-to-order-dispatch-29822790", "occurrence_count": 22, "first_seen_at": "2026-09-01T20:37:02.514832+00:00", "opened_at": "2026-09-01T20:37:02.514832+00:00", "last_seen_at": "2026-09-14T07:32:03.705296+00:00", "last_changed_at": "2026-09-14T06:33:21.840059+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch", "warning_events": [ { "type": "Warning", "reason": "UnexpectedJob", "cluster": "management", "message": "Saw a job that the controller did not create or forgot: mail-to-order-dispatch-29822790", "namespace": "mail-to-order", "involved_kind": "CronJob", "involved_object": "mail-to-order-dispatch", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event UnexpectedJob on mail-to-order/mail-to-order-dispatch: Saw a job that the controller did not create or forgot: mail-to-order-dispatch-29822790" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "UnexpectedJob", "cluster": "management", "message": "Saw a job that the controller did not create or forgot: mail-to-order-dispatch-29822790", "namespace": "mail-to-order", "involved_kind": "CronJob", "involved_object": "mail-to-order-dispatch", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event UnexpectedJob on mail-to-order/mail-to-order-dispatch: Saw a job that the controller did not create or forgot: mail-to-order-dispatch-29822790" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "UnexpectedJob" ], "evidence_highlights": [ "Warning event UnexpectedJob on mail-to-order/mail-to-order-dispatch: Saw a job that the controller did not create or forgot: mail-to-order-dispatch-29822790" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "UnexpectedJob", "cluster": "management", "message": "Saw a job that the controller did not create or forgot: mail-to-order-dispatch-29822790", "namespace": "mail-to-order", "involved_kind": "CronJob", "involved_object": "mail-to-order-dispatch", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822850", "source_id": "management", "title": "mail-to-order-dispatch-29822850", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29822850", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-14T07:30:02.820388+00:00", "opened_at": "2026-09-14T07:30:02.820388+00:00", "last_seen_at": "2026-09-14T07:30:02.820388+00:00", "last_changed_at": "2026-09-14T07:30:02.820388+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29822850-m9srz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822850", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822850", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822850", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822850-m9srz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822850-m9srz readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29822850-m9srz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822850", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822850", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822850-m9srz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822850-m9srz readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822850-m9srz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822850-m9srz readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29822850-m9srz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822850", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822785", "source_id": "management", "title": "mail-to-order-dispatch-29822785", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29822785", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-14T06:25:02.148201+00:00", "opened_at": "2026-09-14T06:25:02.148201+00:00", "last_seen_at": "2026-09-14T06:25:02.148201+00:00", "last_changed_at": "2026-09-14T06:25:02.148201+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29822785-bz2gg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822785", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822785", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822785", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822785-bz2gg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822785-bz2gg readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29822785-bz2gg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822785", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822785", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822785-bz2gg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822785-bz2gg readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822785-bz2gg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822785-bz2gg readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29822785-bz2gg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822785", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29822650", "source_id": "management", "title": "mail-to-order-dispatch-29822650", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29822650", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-14T04:10:07.192203+00:00", "opened_at": "2026-09-14T04:10:07.192203+00:00", "last_seen_at": "2026-09-14T05:10:30.723382+00:00", "last_changed_at": "2026-09-14T04:10:07.192203+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29822650", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29822650", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29822650: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29822650", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29822650: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29822650: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29822650", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:argocd:argocd-applicationset-controller", "source_id": "management", "title": "argocd-applicationset-controller", "namespace": "argocd", "target_kind": "event", "target_name": "argocd-applicationset-controller", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Error updating Endpoint Slices for Service argocd/argocd-applicationset-controller: failed to update argocd-applicationset-controller-7r7pg EndpointSlice for Service argocd/argocd-applicationset-controller: Unauthorized", "occurrence_count": 3340, "first_seen_at": "2026-05-07T21:06:41.000418+00:00", "opened_at": "2026-06-07T04:36:56.278180+00:00", "last_seen_at": "2026-09-14T05:08:30.188917+00:00", "last_changed_at": "2026-09-11T14:41:59.293357+00:00", "resolved_at": "2026-06-07T04:39:02.299061+00:00" }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "argocd", "deployment": null, "log_samples": [], "incident_key": "event:management:argocd:argocd-applicationset-controller", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service argocd/argocd-applicationset-controller: failed to update argocd-applicationset-controller-7r7pg EndpointSlice for Service argocd/argocd-applicationset-controller: Unauthorized", "namespace": "argocd", "involved_kind": "Service", "involved_object": "argocd-applicationset-controller", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on argocd/argocd-applicationset-controller: Error updating Endpoint Slices for Service argocd/argocd-applicationset-controller: failed to update argocd-applicationset-controller-7r7pg EndpointSlice for Service argocd/argocd-applicationset-controller: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service argocd/argocd-applicationset-controller: failed to update argocd-applicationset-controller-7r7pg EndpointSlice for Service argocd/argocd-applicationset-controller: Unauthorized", "namespace": "argocd", "involved_kind": "Service", "involved_object": "argocd-applicationset-controller", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on argocd/argocd-applicationset-controller: Error updating Endpoint Slices for Service argocd/argocd-applicationset-controller: failed to update argocd-applicationset-controller-7r7pg EndpointSlice for Service argocd/argocd-applicationset-controller: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpointSlices" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on argocd/argocd-applicationset-controller: Error updating Endpoint Slices for Service argocd/argocd-applicationset-controller: failed to update argocd-applicationset-controller-7r7pg EndpointSlice for Service argocd/argocd-applicationset-controller: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service argocd/argocd-applicationset-controller: failed to update argocd-applicationset-controller-7r7pg EndpointSlice for Service argocd/argocd-applicationset-controller: Unauthorized", "namespace": "argocd", "involved_kind": "Service", "involved_object": "argocd-applicationset-controller", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822640", "source_id": "management", "title": "mail-to-order-dispatch-29822640", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29822640", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-14T04:00:03.663294+00:00", "opened_at": "2026-09-14T04:00:03.663294+00:00", "last_seen_at": "2026-09-14T04:00:03.663294+00:00", "last_changed_at": "2026-09-14T04:00:03.663294+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29822640-94869", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822640", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822640", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822640", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822640-94869 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822640-94869 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29822640-94869", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822640", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822640", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822640-94869 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822640-94869 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822640-94869 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822640-94869 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29822640-94869", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822640", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:kong-system:kong-gateway-kind-kong", "source_id": "management", "title": "kong-gateway-kind-kong", "namespace": "kong-system", "target_kind": "workload", "target_name": "kong-gateway-kind-kong", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), latest crash was OOMKilled and the workload has not self-healed", "occurrence_count": 524, "first_seen_at": "2026-05-07T21:36:55.119032+00:00", "opened_at": "2026-06-11T05:36:31.465207+00:00", "last_seen_at": "2026-09-14T03:19:52.783943+00:00", "last_changed_at": "2026-09-14T03:19:52.783943+00:00", "resolved_at": "2026-06-11T05:37:02.191817+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "kong-gateway-kind-kong-759b47c984-t4gp8", "phase": "Running", "cluster": "management", "namespace": "kong-system", "node_name": "agentic-local-control-plane", "restart_count": 1519, "waiting_reason": null, "workload_title": "kong-gateway-kind-kong", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "OOMKilled", "last_terminated_container": "proxy", "last_terminated_exit_code": 137 } ], "cluster": "management", "namespace": "kong-system", "deployment": "kong-gateway-kind-kong", "log_samples": [], "incident_key": "workload:management:kong-system:kong-gateway-kind-kong", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-gateway-kind-kong-759b47c984-t4gp8", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-gateway-kind-kong-759b47c984-t4gp8", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 1519 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The latest crash cycle ended with OOMKilled and the workload has not self-healed. Treat this as an active availability incident caused by memory pressure or workload concurrency before chasing unrelated cluster causes; max restart count in this workload is 1519.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "kong-system/kong-gateway-kind-kong-759b47c984-t4gp8 container `proxy` last terminated reason: OOMKilled exit code 137", "kong-system/kong-gateway-kind-kong-759b47c984-t4gp8 restart count: 1519", "kong-system/kong-gateway-kind-kong-759b47c984-t4gp8 readiness gap: 0/1 containers ready", "Warning event Unhealthy on kong-system/kong-gateway-kind-kong-759b47c984-t4gp8: Readiness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on kong-system/kong-gateway-kind-kong-759b47c984-t4gp8: Liveness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [ "Restore availability by increasing the workload memory limit modestly, keeping the memory request realistic, and reducing app concurrency or batch size so the pod can recover without adding replicas." ] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "kong-gateway-kind-kong-759b47c984-t4gp8", "phase": "Running", "cluster": "management", "namespace": "kong-system", "node_name": "agentic-local-control-plane", "restart_count": 1519, "waiting_reason": null, "workload_title": "kong-gateway-kind-kong", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "OOMKilled", "last_terminated_container": "proxy", "last_terminated_exit_code": 137 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-gateway-kind-kong-759b47c984-t4gp8", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-gateway-kind-kong-759b47c984-t4gp8", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "kong-system", "deployment": "kong-gateway-kind-kong", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 1519 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The latest crash cycle ended with OOMKilled and the workload has not self-healed. Treat this as an active availability incident caused by memory pressure or workload concurrency before chasing unrelated cluster causes; max restart count in this workload is 1519.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "kong-system/kong-gateway-kind-kong-759b47c984-t4gp8 container `proxy` last terminated reason: OOMKilled exit code 137", "kong-system/kong-gateway-kind-kong-759b47c984-t4gp8 restart count: 1519", "kong-system/kong-gateway-kind-kong-759b47c984-t4gp8 readiness gap: 0/1 containers ready", "Warning event Unhealthy on kong-system/kong-gateway-kind-kong-759b47c984-t4gp8: Readiness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on kong-system/kong-gateway-kind-kong-759b47c984-t4gp8: Liveness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [ "Restore availability by increasing the workload memory limit modestly, keeping the memory request realistic, and reducing app concurrency or batch size so the pod can recover without adding replicas." ], "evidence_backed_fix_hints": [ "Restore availability by increasing the workload memory limit modestly, keeping the memory request realistic, and reducing app concurrency or batch size so the pod can recover without adding replicas." ] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "kong-system/kong-gateway-kind-kong-759b47c984-t4gp8 container `proxy` last terminated reason: OOMKilled exit code 137", "kong-system/kong-gateway-kind-kong-759b47c984-t4gp8 restart count: 1519", "kong-system/kong-gateway-kind-kong-759b47c984-t4gp8 readiness gap: 0/1 containers ready", "Warning event Unhealthy on kong-system/kong-gateway-kind-kong-759b47c984-t4gp8: Readiness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on kong-system/kong-gateway-kind-kong-759b47c984-t4gp8: Liveness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 1519 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The latest crash cycle ended with OOMKilled and the workload has not self-healed. Treat this as an active availability incident caused by memory pressure or workload concurrency before chasing unrelated cluster causes; max restart count in this workload is 1519.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-gateway-kind-kong-759b47c984-t4gp8", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.60:8100/status\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-gateway-kind-kong-759b47c984-t4gp8", "cluster_display_name": "Management" } ], "pods": [ { "name": "kong-gateway-kind-kong-759b47c984-t4gp8", "phase": "Running", "cluster": "management", "namespace": "kong-system", "node_name": "agentic-local-control-plane", "restart_count": 1519, "waiting_reason": null, "workload_title": "kong-gateway-kind-kong", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "OOMKilled", "last_terminated_container": "proxy", "last_terminated_exit_code": 137 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 12, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822555", "source_id": "management", "title": "mail-to-order-dispatch-29822555", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29822555", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-14T02:36:32.150697+00:00", "opened_at": "2026-09-14T02:36:32.150697+00:00", "last_seen_at": "2026-09-14T02:36:32.150697+00:00", "last_changed_at": "2026-09-14T02:36:32.150697+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29822555-2hpqh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822555", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822555", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822555", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822555-2hpqh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822555-2hpqh readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29822555-2hpqh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822555", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822555", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822555-2hpqh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822555-2hpqh readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822555-2hpqh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822555-2hpqh readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29822555-2hpqh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822555", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822535", "source_id": "management", "title": "mail-to-order-dispatch-29822535", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29822535", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Operational issue detected", "occurrence_count": 1, "first_seen_at": "2026-09-14T02:19:24.909603+00:00", "opened_at": "2026-09-14T02:19:24.909603+00:00", "last_seen_at": "2026-09-14T02:19:24.909603+00:00", "last_changed_at": "2026-09-14T02:19:24.909603+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29822535-5nkkw", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29822535", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822535", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822535", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29822535-5nkkw", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29822535", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822535", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Operational issue detected" ], "evidence_highlights": [], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29822535-5nkkw", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29822535", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 2, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:copilot-demo:demo-healthy-stable", "source_id": "management", "title": "demo-healthy-stable", "namespace": "copilot-demo", "target_kind": "workload", "target_name": "demo-healthy-stable", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "3 problematic pod(s), top signal: Completed", "occurrence_count": 283, "first_seen_at": "2026-05-07T20:13:10.080772+00:00", "opened_at": "2026-06-11T06:43:02.655193+00:00", "last_seen_at": "2026-09-14T01:47:33.509940+00:00", "last_changed_at": "2026-09-14T01:47:33.509940+00:00", "resolved_at": "2026-06-11T06:43:17.893915+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "demo-healthy-stable-5d98fd4d4f-4cpft", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 3492, "waiting_reason": null, "workload_title": "demo-healthy-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Completed", "last_terminated_container": "app", "last_terminated_exit_code": 0 }, { "name": "demo-healthy-stable-5d98fd4d4f-l7fbb", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 3492, "waiting_reason": null, "workload_title": "demo-healthy-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Completed", "last_terminated_container": "app", "last_terminated_exit_code": 0 }, { "name": "demo-healthy-stable-5d98fd4d4f-zm575", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 3492, "waiting_reason": null, "workload_title": "demo-healthy-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Completed", "last_terminated_container": "app", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "copilot-demo", "deployment": "demo-healthy-stable", "log_samples": [], "incident_key": "workload:management:copilot-demo:demo-healthy-stable", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 3492 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft container `app` terminated reason: Completed", "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft container `app` last terminated reason: Completed exit code 0", "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft restart count: 3492", "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft readiness gap: 0/1 containers ready", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb container `app` terminated reason: Completed", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb container `app` last terminated reason: Completed exit code 0", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb restart count: 3492", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "demo-healthy-stable-5d98fd4d4f-4cpft", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 3492, "waiting_reason": null, "workload_title": "demo-healthy-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Completed", "last_terminated_container": "app", "last_terminated_exit_code": 0 }, { "name": "demo-healthy-stable-5d98fd4d4f-l7fbb", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 3492, "waiting_reason": null, "workload_title": "demo-healthy-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Completed", "last_terminated_container": "app", "last_terminated_exit_code": 0 }, { "name": "demo-healthy-stable-5d98fd4d4f-zm575", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 3492, "waiting_reason": null, "workload_title": "demo-healthy-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Completed", "last_terminated_container": "app", "last_terminated_exit_code": 0 } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "copilot-demo", "deployment": "demo-healthy-stable", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 3492 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft container `app` terminated reason: Completed", "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft container `app` last terminated reason: Completed exit code 0", "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft restart count: 3492", "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft readiness gap: 0/1 containers ready", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb container `app` terminated reason: Completed", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb container `app` last terminated reason: Completed exit code 0", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb restart count: 3492", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft container `app` terminated reason: Completed", "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft container `app` last terminated reason: Completed exit code 0", "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft restart count: 3492", "copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft readiness gap: 0/1 containers ready", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb container `app` terminated reason: Completed", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb container `app` last terminated reason: Completed exit code 0", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb restart count: 3492", "copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 3492 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "demo-healthy-stable-5d98fd4d4f-4cpft", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 3492, "waiting_reason": null, "workload_title": "demo-healthy-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Completed", "last_terminated_container": "app", "last_terminated_exit_code": 0 }, { "name": "demo-healthy-stable-5d98fd4d4f-l7fbb", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 3492, "waiting_reason": null, "workload_title": "demo-healthy-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Completed", "last_terminated_container": "app", "last_terminated_exit_code": 0 }, { "name": "demo-healthy-stable-5d98fd4d4f-zm575", "phase": "Running", "cluster": "management", "namespace": "copilot-demo", "node_name": "agentic-local-control-plane", "restart_count": 3492, "waiting_reason": null, "workload_title": "demo-healthy-stable", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "app", "last_terminated_reason": "Completed", "last_terminated_container": "app", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 14, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:kube-prometheus-stack-grafana", "source_id": "management", "title": "kube-prometheus-stack-grafana", "namespace": "observability", "target_kind": "workload", "target_name": "kube-prometheus-stack-grafana", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 3 warning event(s), top signal: Unhealthy", "occurrence_count": 42, "first_seen_at": "2026-05-12T10:49:44.285207+00:00", "opened_at": "2026-06-04T01:10:38.314558+00:00", "last_seen_at": "2026-09-14T01:21:56.223992+00:00", "last_changed_at": "2026-09-14T01:21:56.223992+00:00", "resolved_at": "2026-06-10T13:59:54.086006+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 193, "waiting_reason": null, "workload_title": "kube-prometheus-stack-grafana", "ready_containers": 2, "total_containers": 3, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "grafana", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "observability", "deployment": "kube-prometheus-stack-grafana", "log_samples": [], "incident_key": "workload:management:observability:kube-prometheus-stack-grafana", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.7:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 193 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz container `grafana` last terminated reason: Unknown exit code 255", "observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz restart count: 193", "observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz readiness gap: 2/3 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: Readiness probe failed: Get \"http://10.244.0.7:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: Liveness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: Readiness probe failed: HTTP probe failed with statuscode: 503" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 193, "waiting_reason": null, "workload_title": "kube-prometheus-stack-grafana", "ready_containers": 2, "total_containers": 3, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "grafana", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.7:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "kube-prometheus-stack-grafana", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 193 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz container `grafana` last terminated reason: Unknown exit code 255", "observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz restart count: 193", "observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz readiness gap: 2/3 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: Readiness probe failed: Get \"http://10.244.0.7:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: Liveness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: Readiness probe failed: HTTP probe failed with statuscode: 503" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz container `grafana` last terminated reason: Unknown exit code 255", "observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz restart count: 193", "observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz readiness gap: 2/3 containers ready", "Warning event Unhealthy on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: Readiness probe failed: Get \"http://10.244.0.7:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: Liveness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: Readiness probe failed: HTTP probe failed with statuscode: 503" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 193 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.7:3000/api/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" } ], "pods": [ { "name": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 193, "waiting_reason": null, "workload_title": "kube-prometheus-stack-grafana", "ready_containers": 2, "total_containers": 3, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "grafana", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 13, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:observability:kube-prometheus-stack-operator", "source_id": "management", "title": "kube-prometheus-stack-operator", "namespace": "observability", "target_kind": "event", "target_name": "kube-prometheus-stack-operator", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "\"observability/kube-prometheus-stack-operator\" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca \"\": unable to get secret \"kube-prometheus-stack-admission\": Get \"https://10.96.0.1:443/api/v1/namespaces/observability/secrets/kube-prometheus-stack-admission\": context canceled", "occurrence_count": 11, "first_seen_at": "2026-08-28T14:57:37.238901+00:00", "opened_at": "2026-08-28T14:57:37.238901+00:00", "last_seen_at": "2026-09-13T23:48:29.068073+00:00", "last_changed_at": "2026-09-13T22:10:40.560651+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "observability", "deployment": null, "log_samples": [], "incident_key": "event:management:observability:kube-prometheus-stack-operator", "warning_events": [ { "type": "Warning", "reason": "InvalidConfiguration", "cluster": "management", "message": "\"observability/kube-prometheus-stack-operator\" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca \"\": unable to get secret \"kube-prometheus-stack-admission\": Get \"https://10.96.0.1:443/api/v1/namespaces/observability/secrets/kube-prometheus-stack-admission\": context canceled", "namespace": "observability", "involved_kind": "ServiceMonitor", "involved_object": "kube-prometheus-stack-operator", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event InvalidConfiguration on observability/kube-prometheus-stack-operator: \"observability/kube-prometheus-stack-operator\" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca \"\": unable to get secret \"kube-prometheus-stack-admission\": Get \"https://10.96.0.1:443/api/v1/namespaces/observability/secrets/kube-prometheus-stack-admission\": context canceled" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "InvalidConfiguration", "cluster": "management", "message": "\"observability/kube-prometheus-stack-operator\" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca \"\": unable to get secret \"kube-prometheus-stack-admission\": Get \"https://10.96.0.1:443/api/v1/namespaces/observability/secrets/kube-prometheus-stack-admission\": context canceled", "namespace": "observability", "involved_kind": "ServiceMonitor", "involved_object": "kube-prometheus-stack-operator", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event InvalidConfiguration on observability/kube-prometheus-stack-operator: \"observability/kube-prometheus-stack-operator\" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca \"\": unable to get secret \"kube-prometheus-stack-admission\": Get \"https://10.96.0.1:443/api/v1/namespaces/observability/secrets/kube-prometheus-stack-admission\": context canceled" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "InvalidConfiguration" ], "evidence_highlights": [ "Warning event InvalidConfiguration on observability/kube-prometheus-stack-operator: \"observability/kube-prometheus-stack-operator\" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca \"\": unable to get secret \"kube-prometheus-stack-admission\": Get \"https://10.96.0.1:443/api/v1/namespaces/observability/secrets/kube-prometheus-stack-admission\": context canceled" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "InvalidConfiguration", "cluster": "management", "message": "\"observability/kube-prometheus-stack-operator\" was rejected due to invalid configuration: endpoints[0]: tlsConfig: failed to get ca \"\": unable to get secret \"kube-prometheus-stack-admission\": Get \"https://10.96.0.1:443/api/v1/namespaces/observability/secrets/kube-prometheus-stack-admission\": context canceled", "namespace": "observability", "involved_kind": "ServiceMonitor", "involved_object": "kube-prometheus-stack-operator", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:tillwise-postgres", "source_id": "management", "title": "tillwise-postgres", "namespace": "mypos", "target_kind": "workload", "target_name": "tillwise-postgres", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 11, "first_seen_at": "2026-07-01T15:25:13.572415+00:00", "opened_at": "2026-07-01T15:25:13.572415+00:00", "last_seen_at": "2026-09-13T22:39:15.837552+00:00", "last_changed_at": "2026-09-13T22:39:15.837552+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-postgres-7c445c5bc9-6mbjk", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 50, "waiting_reason": null, "workload_title": "tillwise-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "postgres", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "mypos", "deployment": "tillwise-postgres", "log_samples": [], "incident_key": "workload:management:mypos:tillwise-postgres", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U tillwise\" timed out after 1s", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-postgres-7c445c5bc9-6mbjk", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 50 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mypos/tillwise-postgres-7c445c5bc9-6mbjk container `postgres` last terminated reason: Unknown exit code 255", "mypos/tillwise-postgres-7c445c5bc9-6mbjk restart count: 50", "mypos/tillwise-postgres-7c445c5bc9-6mbjk readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-postgres-7c445c5bc9-6mbjk: Readiness probe failed: command timed out: \"pg_isready -U tillwise\" timed out after 1s" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-postgres-7c445c5bc9-6mbjk", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 50, "waiting_reason": null, "workload_title": "tillwise-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "postgres", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U tillwise\" timed out after 1s", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-postgres-7c445c5bc9-6mbjk", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "tillwise-postgres", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 50 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mypos/tillwise-postgres-7c445c5bc9-6mbjk container `postgres` last terminated reason: Unknown exit code 255", "mypos/tillwise-postgres-7c445c5bc9-6mbjk restart count: 50", "mypos/tillwise-postgres-7c445c5bc9-6mbjk readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-postgres-7c445c5bc9-6mbjk: Readiness probe failed: command timed out: \"pg_isready -U tillwise\" timed out after 1s" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mypos/tillwise-postgres-7c445c5bc9-6mbjk container `postgres` last terminated reason: Unknown exit code 255", "mypos/tillwise-postgres-7c445c5bc9-6mbjk restart count: 50", "mypos/tillwise-postgres-7c445c5bc9-6mbjk readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-postgres-7c445c5bc9-6mbjk: Readiness probe failed: command timed out: \"pg_isready -U tillwise\" timed out after 1s" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 50 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U tillwise\" timed out after 1s", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-postgres-7c445c5bc9-6mbjk", "cluster_display_name": "Management" } ], "pods": [ { "name": "tillwise-postgres-7c445c5bc9-6mbjk", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 50, "waiting_reason": null, "workload_title": "tillwise-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "postgres", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:loki-canary", "source_id": "management", "title": "loki-canary", "namespace": "observability", "target_kind": "workload", "target_name": "loki-canary", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 26, "first_seen_at": "2026-06-08T06:06:49.323728+00:00", "opened_at": "2026-06-08T06:06:49.323728+00:00", "last_seen_at": "2026-09-13T22:39:15.837552+00:00", "last_changed_at": "2026-09-13T22:39:15.837552+00:00", "resolved_at": "2026-06-10T13:59:54.086006+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "loki-canary-twmcv", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 54, "waiting_reason": null, "workload_title": "loki-canary", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "loki-canary", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "observability", "deployment": "loki-canary", "log_samples": [], "incident_key": "workload:management:observability:loki-canary", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.8:3500/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "loki-canary-twmcv", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 54 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/loki-canary-twmcv container `loki-canary` last terminated reason: Unknown exit code 255", "observability/loki-canary-twmcv restart count: 54", "observability/loki-canary-twmcv readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/loki-canary-twmcv: Readiness probe failed: Get \"http://10.244.0.8:3500/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "loki-canary-twmcv", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 54, "waiting_reason": null, "workload_title": "loki-canary", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "loki-canary", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.8:3500/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "loki-canary-twmcv", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "loki-canary", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 54 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/loki-canary-twmcv container `loki-canary` last terminated reason: Unknown exit code 255", "observability/loki-canary-twmcv restart count: 54", "observability/loki-canary-twmcv readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/loki-canary-twmcv: Readiness probe failed: Get \"http://10.244.0.8:3500/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/loki-canary-twmcv container `loki-canary` last terminated reason: Unknown exit code 255", "observability/loki-canary-twmcv restart count: 54", "observability/loki-canary-twmcv readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/loki-canary-twmcv: Readiness probe failed: Get \"http://10.244.0.8:3500/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 54 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.8:3500/metrics\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "loki-canary-twmcv", "cluster_display_name": "Management" } ], "pods": [ { "name": "loki-canary-twmcv", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 54, "waiting_reason": null, "workload_title": "loki-canary", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "loki-canary", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822305", "source_id": "management", "title": "mail-to-order-dispatch-29822305", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29822305", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-13T22:27:17.304077+00:00", "opened_at": "2026-09-13T22:27:17.304077+00:00", "last_seen_at": "2026-09-13T22:27:17.304077+00:00", "last_changed_at": "2026-09-13T22:27:17.304077+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29822305-kvgxs", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822305", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822305", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822305", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822305-kvgxs container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822305-kvgxs readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29822305-kvgxs", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822305", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822305", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822305-kvgxs container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822305-kvgxs readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822305-kvgxs container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822305-kvgxs readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29822305-kvgxs", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822305", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822135", "source_id": "management", "title": "mail-to-order-dispatch-29822135", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29822135", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-13T19:35:02.526433+00:00", "opened_at": "2026-09-13T19:35:02.526433+00:00", "last_seen_at": "2026-09-13T19:35:02.526433+00:00", "last_changed_at": "2026-09-13T19:35:02.526433+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29822135-br9mj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822135", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822135", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29822135", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822135-br9mj container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822135-br9mj readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29822135-br9mj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822135", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29822135", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822135-br9mj container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822135-br9mj readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29822135-br9mj container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29822135-br9mj readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29822135-br9mj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29822135", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821915", "source_id": "management", "title": "mail-to-order-dispatch-29821915", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29821915", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-13T15:55:07.164327+00:00", "opened_at": "2026-09-13T15:55:07.164327+00:00", "last_seen_at": "2026-09-13T15:55:07.164327+00:00", "last_changed_at": "2026-09-13T15:55:07.164327+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29821915-fz8kz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821915", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821915", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821915", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821915-fz8kz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821915-fz8kz readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29821915-fz8kz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821915", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821915", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821915-fz8kz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821915-fz8kz readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821915-fz8kz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821915-fz8kz readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29821915-fz8kz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821915", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821840", "source_id": "management", "title": "mail-to-order-dispatch-29821840", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29821840", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-13T14:40:03.597881+00:00", "opened_at": "2026-09-13T14:40:03.597881+00:00", "last_seen_at": "2026-09-13T14:40:03.597881+00:00", "last_changed_at": "2026-09-13T14:40:03.597881+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29821840-khgg6", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821840", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821840", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821840", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821840-khgg6 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821840-khgg6 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29821840-khgg6", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821840", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821840", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821840-khgg6 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821840-khgg6 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821840-khgg6 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821840-khgg6 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29821840-khgg6", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821840", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821755", "source_id": "management", "title": "mail-to-order-dispatch-29821755", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29821755", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-13T13:15:07.534603+00:00", "opened_at": "2026-09-13T13:15:07.534603+00:00", "last_seen_at": "2026-09-13T13:15:07.534603+00:00", "last_changed_at": "2026-09-13T13:15:07.534603+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29821755-rb4mf", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29821755", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821755", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821755", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821755-rb4mf container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29821755-rb4mf readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29821755-rb4mf", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29821755", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821755", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821755-rb4mf container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29821755-rb4mf readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821755-rb4mf container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29821755-rb4mf readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29821755-rb4mf", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29821755", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821615", "source_id": "management", "title": "mail-to-order-dispatch-29821615", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29821615", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-13T10:55:06.303534+00:00", "opened_at": "2026-09-13T10:55:06.303534+00:00", "last_seen_at": "2026-09-13T10:55:06.303534+00:00", "last_changed_at": "2026-09-13T10:55:06.303534+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29821615-ldbsr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821615", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821615", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821615", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821615-ldbsr container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821615-ldbsr readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29821615-ldbsr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821615", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821615", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821615-ldbsr container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821615-ldbsr readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821615-ldbsr container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821615-ldbsr readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29821615-ldbsr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821615", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821560", "source_id": "management", "title": "mail-to-order-dispatch-29821560", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29821560", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-13T10:00:04.721988+00:00", "opened_at": "2026-09-13T10:00:04.721988+00:00", "last_seen_at": "2026-09-13T10:00:04.721988+00:00", "last_changed_at": "2026-09-13T10:00:04.721988+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29821560-79dg7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821560", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821560", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821560", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821560-79dg7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821560-79dg7 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29821560-79dg7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821560", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821560", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821560-79dg7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821560-79dg7 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821560-79dg7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821560-79dg7 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29821560-79dg7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821560", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821465", "source_id": "management", "title": "mail-to-order-dispatch-29821465", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29821465", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-13T08:25:06.631197+00:00", "opened_at": "2026-09-13T08:25:06.631197+00:00", "last_seen_at": "2026-09-13T08:25:06.631197+00:00", "last_changed_at": "2026-09-13T08:25:06.631197+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29821465-z4kg7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821465", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821465", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821465", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821465-z4kg7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821465-z4kg7 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29821465-z4kg7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821465", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821465", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821465-z4kg7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821465-z4kg7 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821465-z4kg7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821465-z4kg7 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29821465-z4kg7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821465", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821400", "source_id": "management", "title": "mail-to-order-dispatch-29821400", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29821400", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 1, "first_seen_at": "2026-09-13T07:22:47.978320+00:00", "opened_at": "2026-09-13T07:22:47.978320+00:00", "last_seen_at": "2026-09-13T07:34:50.784468+00:00", "last_changed_at": "2026-09-13T07:24:48.559724+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29821400-rl8kp", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29821400", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821400", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821400", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29821400-rl8kp_mail-to-order(73ab9bfc-4602-48c0-bc33-ae415b84d5c4)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29821400-rl8kp", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821400-rl8kp container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29821400-rl8kp restart count: 3", "mail-to-order/mail-to-order-dispatch-29821400-rl8kp readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29821400-rl8kp: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29821400-rl8kp_mail-to-order(73ab9bfc-4602-48c0-bc33-ae415b84d5c4)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29821400-rl8kp", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29821400", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29821400-rl8kp_mail-to-order(73ab9bfc-4602-48c0-bc33-ae415b84d5c4)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29821400-rl8kp", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821400", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821400-rl8kp container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29821400-rl8kp restart count: 3", "mail-to-order/mail-to-order-dispatch-29821400-rl8kp readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29821400-rl8kp: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29821400-rl8kp_mail-to-order(73ab9bfc-4602-48c0-bc33-ae415b84d5c4)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821400-rl8kp container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29821400-rl8kp restart count: 3", "mail-to-order/mail-to-order-dispatch-29821400-rl8kp readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29821400-rl8kp: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29821400-rl8kp_mail-to-order(73ab9bfc-4602-48c0-bc33-ae415b84d5c4)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29821400-rl8kp_mail-to-order(73ab9bfc-4602-48c0-bc33-ae415b84d5c4)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29821400-rl8kp", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29821400-rl8kp", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29821400", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 7, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:tillwise-mapwise-dispatcher", "source_id": "management", "title": "tillwise-mapwise-dispatcher", "namespace": "mypos", "target_kind": "workload", "target_name": "tillwise-mapwise-dispatcher", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: BackOff", "occurrence_count": 30, "first_seen_at": "2026-08-27T13:56:03.474904+00:00", "opened_at": "2026-08-27T13:56:03.474904+00:00", "last_seen_at": "2026-09-13T07:22:47.978320+00:00", "last_changed_at": "2026-09-13T07:22:47.978320+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-mapwise-dispatcher-6fbb69ff78-g68sn", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 33, "waiting_reason": null, "workload_title": "tillwise-mapwise-dispatcher", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "dispatcher", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mypos", "deployment": "tillwise-mapwise-dispatcher", "log_samples": [], "incident_key": "workload:management:mypos:tillwise-mapwise-dispatcher", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.37:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-dispatcher-6fbb69ff78-g68sn", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatcher in pod tillwise-mapwise-dispatcher-6fbb69ff78-g68sn_mypos(49c8de1d-8b8b-4608-949b-364a8ff30d6d)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-dispatcher-6fbb69ff78-g68sn", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 33 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn container `dispatcher` last terminated reason: Completed exit code 0", "mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn restart count: 33", "mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn: Readiness probe failed: Get \"http://10.244.0.37:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event BackOff on mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn: Back-off restarting failed container dispatcher in pod tillwise-mapwise-dispatcher-6fbb69ff78-g68sn_mypos(49c8de1d-8b8b-4608-949b-364a8ff30d6d)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-mapwise-dispatcher-6fbb69ff78-g68sn", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 33, "waiting_reason": null, "workload_title": "tillwise-mapwise-dispatcher", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "dispatcher", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.37:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-dispatcher-6fbb69ff78-g68sn", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatcher in pod tillwise-mapwise-dispatcher-6fbb69ff78-g68sn_mypos(49c8de1d-8b8b-4608-949b-364a8ff30d6d)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-dispatcher-6fbb69ff78-g68sn", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "tillwise-mapwise-dispatcher", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 33 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn container `dispatcher` last terminated reason: Completed exit code 0", "mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn restart count: 33", "mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn: Readiness probe failed: Get \"http://10.244.0.37:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event BackOff on mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn: Back-off restarting failed container dispatcher in pod tillwise-mapwise-dispatcher-6fbb69ff78-g68sn_mypos(49c8de1d-8b8b-4608-949b-364a8ff30d6d)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "Unhealthy" ], "evidence_highlights": [ "mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn container `dispatcher` last terminated reason: Completed exit code 0", "mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn restart count: 33", "mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn: Readiness probe failed: Get \"http://10.244.0.37:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event BackOff on mypos/tillwise-mapwise-dispatcher-6fbb69ff78-g68sn: Back-off restarting failed container dispatcher in pod tillwise-mapwise-dispatcher-6fbb69ff78-g68sn_mypos(49c8de1d-8b8b-4608-949b-364a8ff30d6d)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 33 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.37:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-dispatcher-6fbb69ff78-g68sn", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatcher in pod tillwise-mapwise-dispatcher-6fbb69ff78-g68sn_mypos(49c8de1d-8b8b-4608-949b-364a8ff30d6d)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mapwise-dispatcher-6fbb69ff78-g68sn", "cluster_display_name": "Management" } ], "pods": [ { "name": "tillwise-mapwise-dispatcher-6fbb69ff78-g68sn", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 33, "waiting_reason": null, "workload_title": "tillwise-mapwise-dispatcher", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "dispatcher", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:tillwise-web", "source_id": "management", "title": "tillwise-web", "namespace": "mypos", "target_kind": "workload", "target_name": "tillwise-web", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 66, "first_seen_at": "2026-05-25T11:41:50.413248+00:00", "opened_at": "2026-06-10T20:26:55.598624+00:00", "last_seen_at": "2026-09-13T07:22:47.978320+00:00", "last_changed_at": "2026-09-13T07:22:47.978320+00:00", "resolved_at": "2026-06-10T20:27:15.323161+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-web-9965db47b-mnjxp", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "tillwise-web", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "nginx", "last_terminated_reason": "Error", "last_terminated_container": "nginx", "last_terminated_exit_code": 1 } ], "cluster": "management", "namespace": "mypos", "deployment": "tillwise-web", "log_samples": [], "incident_key": "workload:management:mypos:tillwise-web", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container nginx in pod tillwise-web-9965db47b-mnjxp_mypos(cbfbe5ac-4472-41e2-8999-fd61a027435e)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-web-9965db47b-mnjxp", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mypos/tillwise-web-9965db47b-mnjxp container `nginx` terminated reason: Error", "mypos/tillwise-web-9965db47b-mnjxp container `nginx` last terminated reason: Error exit code 1", "mypos/tillwise-web-9965db47b-mnjxp restart count: 4", "mypos/tillwise-web-9965db47b-mnjxp readiness gap: 0/1 containers ready", "Warning event BackOff on mypos/tillwise-web-9965db47b-mnjxp: Back-off restarting failed container nginx in pod tillwise-web-9965db47b-mnjxp_mypos(cbfbe5ac-4472-41e2-8999-fd61a027435e)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-web-9965db47b-mnjxp", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "tillwise-web", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "nginx", "last_terminated_reason": "Error", "last_terminated_container": "nginx", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container nginx in pod tillwise-web-9965db47b-mnjxp_mypos(cbfbe5ac-4472-41e2-8999-fd61a027435e)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-web-9965db47b-mnjxp", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "tillwise-web", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mypos/tillwise-web-9965db47b-mnjxp container `nginx` terminated reason: Error", "mypos/tillwise-web-9965db47b-mnjxp container `nginx` last terminated reason: Error exit code 1", "mypos/tillwise-web-9965db47b-mnjxp restart count: 4", "mypos/tillwise-web-9965db47b-mnjxp readiness gap: 0/1 containers ready", "Warning event BackOff on mypos/tillwise-web-9965db47b-mnjxp: Back-off restarting failed container nginx in pod tillwise-web-9965db47b-mnjxp_mypos(cbfbe5ac-4472-41e2-8999-fd61a027435e)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mypos/tillwise-web-9965db47b-mnjxp container `nginx` terminated reason: Error", "mypos/tillwise-web-9965db47b-mnjxp container `nginx` last terminated reason: Error exit code 1", "mypos/tillwise-web-9965db47b-mnjxp restart count: 4", "mypos/tillwise-web-9965db47b-mnjxp readiness gap: 0/1 containers ready", "Warning event BackOff on mypos/tillwise-web-9965db47b-mnjxp: Back-off restarting failed container nginx in pod tillwise-web-9965db47b-mnjxp_mypos(cbfbe5ac-4472-41e2-8999-fd61a027435e)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container nginx in pod tillwise-web-9965db47b-mnjxp_mypos(cbfbe5ac-4472-41e2-8999-fd61a027435e)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-web-9965db47b-mnjxp", "cluster_display_name": "Management" } ], "pods": [ { "name": "tillwise-web-9965db47b-mnjxp", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "tillwise-web", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "nginx", "last_terminated_reason": "Error", "last_terminated_container": "nginx", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 8, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:filas-iam:keycloak", "source_id": "management", "title": "keycloak", "namespace": "filas-iam", "target_kind": "workload", "target_name": "keycloak", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 130, "first_seen_at": "2026-05-28T12:37:35.704988+00:00", "opened_at": "2026-06-10T14:38:06.783816+00:00", "last_seen_at": "2026-09-13T07:22:47.978320+00:00", "last_changed_at": "2026-09-13T07:22:47.978320+00:00", "resolved_at": "2026-06-10T14:38:37.651360+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "keycloak-689f696975-g7mqx", "phase": "Running", "cluster": "management", "namespace": "filas-iam", "node_name": "agentic-local-control-plane", "restart_count": 38, "waiting_reason": null, "workload_title": "keycloak", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "keycloak", "last_terminated_exit_code": 1 } ], "cluster": "management", "namespace": "filas-iam", "deployment": "keycloak", "log_samples": [], "incident_key": "workload:management:filas-iam:keycloak", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container keycloak in pod keycloak-689f696975-g7mqx_filas-iam(94aa5812-b2c2-4632-96bf-a99bea74c88c)", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "keycloak-689f696975-g7mqx", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 38 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "filas-iam/keycloak-689f696975-g7mqx container `keycloak` last terminated reason: Error exit code 1", "filas-iam/keycloak-689f696975-g7mqx restart count: 38", "filas-iam/keycloak-689f696975-g7mqx readiness gap: 0/1 containers ready", "Warning event BackOff on filas-iam/keycloak-689f696975-g7mqx: Back-off restarting failed container keycloak in pod keycloak-689f696975-g7mqx_filas-iam(94aa5812-b2c2-4632-96bf-a99bea74c88c)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "keycloak-689f696975-g7mqx", "phase": "Running", "cluster": "management", "namespace": "filas-iam", "node_name": "agentic-local-control-plane", "restart_count": 38, "waiting_reason": null, "workload_title": "keycloak", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "keycloak", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container keycloak in pod keycloak-689f696975-g7mqx_filas-iam(94aa5812-b2c2-4632-96bf-a99bea74c88c)", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "keycloak-689f696975-g7mqx", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "filas-iam", "deployment": "keycloak", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 38 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "filas-iam/keycloak-689f696975-g7mqx container `keycloak` last terminated reason: Error exit code 1", "filas-iam/keycloak-689f696975-g7mqx restart count: 38", "filas-iam/keycloak-689f696975-g7mqx readiness gap: 0/1 containers ready", "Warning event BackOff on filas-iam/keycloak-689f696975-g7mqx: Back-off restarting failed container keycloak in pod keycloak-689f696975-g7mqx_filas-iam(94aa5812-b2c2-4632-96bf-a99bea74c88c)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "filas-iam/keycloak-689f696975-g7mqx container `keycloak` last terminated reason: Error exit code 1", "filas-iam/keycloak-689f696975-g7mqx restart count: 38", "filas-iam/keycloak-689f696975-g7mqx readiness gap: 0/1 containers ready", "Warning event BackOff on filas-iam/keycloak-689f696975-g7mqx: Back-off restarting failed container keycloak in pod keycloak-689f696975-g7mqx_filas-iam(94aa5812-b2c2-4632-96bf-a99bea74c88c)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 38 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container keycloak in pod keycloak-689f696975-g7mqx_filas-iam(94aa5812-b2c2-4632-96bf-a99bea74c88c)", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "keycloak-689f696975-g7mqx", "cluster_display_name": "Management" } ], "pods": [ { "name": "keycloak-689f696975-g7mqx", "phase": "Running", "cluster": "management", "namespace": "filas-iam", "node_name": "agentic-local-control-plane", "restart_count": 38, "waiting_reason": null, "workload_title": "keycloak", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "keycloak", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29821315", "source_id": "management", "title": "mail-to-order-dispatch-29821315", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29821315", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-13T06:01:30.676062+00:00", "opened_at": "2026-09-13T06:01:30.676062+00:00", "last_seen_at": "2026-09-13T07:04:20.047835+00:00", "last_changed_at": "2026-09-13T06:01:30.676062+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29821315", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821315", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821315: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821315", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821315: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821315: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821315", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29821245", "source_id": "management", "title": "mail-to-order-dispatch-29821245", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29821245", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-13T04:53:59.997841+00:00", "opened_at": "2026-09-13T04:53:59.997841+00:00", "last_seen_at": "2026-09-13T06:34:10.517458+00:00", "last_changed_at": "2026-09-13T04:53:59.997841+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29821245", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821245", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821245: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821245", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821245: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821245: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821245", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821245", "source_id": "management", "title": "mail-to-order-dispatch-29821245", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29821245", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-13T04:47:13.919371+00:00", "opened_at": "2026-09-13T04:47:13.919371+00:00", "last_seen_at": "2026-09-13T04:47:13.919371+00:00", "last_changed_at": "2026-09-13T04:47:13.919371+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29821245-jbhw2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821245", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821245", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821245", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821245", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821245-jbhw2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821245-jbhw2 readiness gap: 0/1 containers ready", "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821245: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29821245-jbhw2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821245", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821245", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821245", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821245-jbhw2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821245-jbhw2 readiness gap: 0/1 containers ready", "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821245: Error creating: Unauthorized" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821245-jbhw2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821245-jbhw2 readiness gap: 0/1 containers ready", "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821245: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821245", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29821245-jbhw2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821245", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 6, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29821000", "source_id": "management", "title": "mail-to-order-dispatch-29821000", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29821000", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-13T00:44:08.434511+00:00", "opened_at": "2026-09-13T00:44:08.434511+00:00", "last_seen_at": "2026-09-13T03:08:10.380404+00:00", "last_changed_at": "2026-09-13T00:44:08.434511+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29821000", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821000", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821000: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821000", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821000: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29821000: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29821000", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mapwise-security:openbao", "source_id": "management", "title": "openbao", "namespace": "mapwise-security", "target_kind": "event", "target_name": "openbao", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Error updating Endpoint Slices for Service mapwise-security/openbao: failed to update openbao-wd9sd EndpointSlice for Service mapwise-security/openbao: Unauthorized", "occurrence_count": 4, "first_seen_at": "2026-09-06T22:05:25.925923+00:00", "opened_at": "2026-09-06T22:05:25.925923+00:00", "last_seen_at": "2026-09-13T02:52:47.965280+00:00", "last_changed_at": "2026-09-06T22:05:25.925923+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mapwise-security", "deployment": null, "log_samples": [], "incident_key": "event:management:mapwise-security:openbao", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mapwise-security/openbao: failed to update openbao-wd9sd EndpointSlice for Service mapwise-security/openbao: Unauthorized", "namespace": "mapwise-security", "involved_kind": "Service", "involved_object": "openbao", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mapwise-security/openbao: Error updating Endpoint Slices for Service mapwise-security/openbao: failed to update openbao-wd9sd EndpointSlice for Service mapwise-security/openbao: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mapwise-security/openbao: failed to update openbao-wd9sd EndpointSlice for Service mapwise-security/openbao: Unauthorized", "namespace": "mapwise-security", "involved_kind": "Service", "involved_object": "openbao", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-security", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mapwise-security/openbao: Error updating Endpoint Slices for Service mapwise-security/openbao: failed to update openbao-wd9sd EndpointSlice for Service mapwise-security/openbao: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpointSlices" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mapwise-security/openbao: Error updating Endpoint Slices for Service mapwise-security/openbao: failed to update openbao-wd9sd EndpointSlice for Service mapwise-security/openbao: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mapwise-security/openbao: failed to update openbao-wd9sd EndpointSlice for Service mapwise-security/openbao: Unauthorized", "namespace": "mapwise-security", "involved_kind": "Service", "involved_object": "openbao", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mapwise-security:openbao-internal", "source_id": "management", "title": "openbao-internal", "namespace": "mapwise-security", "target_kind": "event", "target_name": "openbao-internal", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Error updating Endpoint Slices for Service mapwise-security/openbao-internal: failed to update openbao-internal-lvx6k EndpointSlice for Service mapwise-security/openbao-internal: Unauthorized", "occurrence_count": 3, "first_seen_at": "2026-09-06T22:05:25.925923+00:00", "opened_at": "2026-09-06T22:05:25.925923+00:00", "last_seen_at": "2026-09-13T02:52:47.965280+00:00", "last_changed_at": "2026-09-06T22:05:25.925923+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mapwise-security", "deployment": null, "log_samples": [], "incident_key": "event:management:mapwise-security:openbao-internal", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mapwise-security/openbao-internal: failed to update openbao-internal-lvx6k EndpointSlice for Service mapwise-security/openbao-internal: Unauthorized", "namespace": "mapwise-security", "involved_kind": "Service", "involved_object": "openbao-internal", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mapwise-security/openbao-internal: Error updating Endpoint Slices for Service mapwise-security/openbao-internal: failed to update openbao-internal-lvx6k EndpointSlice for Service mapwise-security/openbao-internal: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mapwise-security/openbao-internal: failed to update openbao-internal-lvx6k EndpointSlice for Service mapwise-security/openbao-internal: Unauthorized", "namespace": "mapwise-security", "involved_kind": "Service", "involved_object": "openbao-internal", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-security", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mapwise-security/openbao-internal: Error updating Endpoint Slices for Service mapwise-security/openbao-internal: failed to update openbao-internal-lvx6k EndpointSlice for Service mapwise-security/openbao-internal: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpointSlices" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mapwise-security/openbao-internal: Error updating Endpoint Slices for Service mapwise-security/openbao-internal: failed to update openbao-internal-lvx6k EndpointSlice for Service mapwise-security/openbao-internal: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mapwise-security/openbao-internal: failed to update openbao-internal-lvx6k EndpointSlice for Service mapwise-security/openbao-internal: Unauthorized", "namespace": "mapwise-security", "involved_kind": "Service", "involved_object": "openbao-internal", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:shoeup-webshop:shoeup-wordpress", "source_id": "management", "title": "shoeup-wordpress", "namespace": "shoeup-webshop", "target_kind": "event", "target_name": "shoeup-wordpress", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Failed to update endpoint shoeup-webshop/shoeup-wordpress: Unauthorized", "occurrence_count": 7, "first_seen_at": "2026-06-22T18:58:21.837763+00:00", "opened_at": "2026-06-22T18:58:21.837763+00:00", "last_seen_at": "2026-09-13T02:52:47.965280+00:00", "last_changed_at": "2026-09-13T00:23:44.496736+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "shoeup-webshop", "deployment": null, "log_samples": [], "incident_key": "event:management:shoeup-webshop:shoeup-wordpress", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint shoeup-webshop/shoeup-wordpress: Unauthorized", "namespace": "shoeup-webshop", "involved_kind": "Endpoints", "involved_object": "shoeup-wordpress", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on shoeup-webshop/shoeup-wordpress: Failed to update endpoint shoeup-webshop/shoeup-wordpress: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint shoeup-webshop/shoeup-wordpress: Unauthorized", "namespace": "shoeup-webshop", "involved_kind": "Endpoints", "involved_object": "shoeup-wordpress", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "shoeup-webshop", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on shoeup-webshop/shoeup-wordpress: Failed to update endpoint shoeup-webshop/shoeup-wordpress: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpoint" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on shoeup-webshop/shoeup-wordpress: Failed to update endpoint shoeup-webshop/shoeup-wordpress: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint shoeup-webshop/shoeup-wordpress: Unauthorized", "namespace": "shoeup-webshop", "involved_kind": "Endpoints", "involved_object": "shoeup-wordpress", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29820930", "source_id": "management", "title": "mail-to-order-dispatch-29820930", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29820930", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-12T23:31:53.508657+00:00", "opened_at": "2026-09-12T23:31:53.508657+00:00", "last_seen_at": "2026-09-13T01:59:33.644184+00:00", "last_changed_at": "2026-09-12T23:31:53.508657+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29820930", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820930", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820930: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820930", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820930: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820930: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820930", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:traefik:traefik", "source_id": "management", "title": "traefik", "namespace": "traefik", "target_kind": "event", "target_name": "traefik", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Error updating Endpoint Slices for Service traefik/traefik: failed to update traefik-pntcq EndpointSlice for Service traefik/traefik: Unauthorized", "occurrence_count": 2, "first_seen_at": "2026-08-26T22:55:03.944320+00:00", "opened_at": "2026-08-26T22:55:03.944320+00:00", "last_seen_at": "2026-09-13T01:48:16.213545+00:00", "last_changed_at": "2026-09-12T23:16:58.861891+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "traefik", "deployment": null, "log_samples": [], "incident_key": "event:management:traefik:traefik", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service traefik/traefik: failed to update traefik-pntcq EndpointSlice for Service traefik/traefik: Unauthorized", "namespace": "traefik", "involved_kind": "Service", "involved_object": "traefik", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on traefik/traefik: Error updating Endpoint Slices for Service traefik/traefik: failed to update traefik-pntcq EndpointSlice for Service traefik/traefik: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service traefik/traefik: failed to update traefik-pntcq EndpointSlice for Service traefik/traefik: Unauthorized", "namespace": "traefik", "involved_kind": "Service", "involved_object": "traefik", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "traefik", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on traefik/traefik: Error updating Endpoint Slices for Service traefik/traefik: failed to update traefik-pntcq EndpointSlice for Service traefik/traefik: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpointSlices" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on traefik/traefik: Error updating Endpoint Slices for Service traefik/traefik: failed to update traefik-pntcq EndpointSlice for Service traefik/traefik: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service traefik/traefik: failed to update traefik-pntcq EndpointSlice for Service traefik/traefik: Unauthorized", "namespace": "traefik", "involved_kind": "Service", "involved_object": "traefik", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821015", "source_id": "management", "title": "mail-to-order-dispatch-29821015", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29821015", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-13T00:59:09.942480+00:00", "opened_at": "2026-09-13T00:59:09.942480+00:00", "last_seen_at": "2026-09-13T00:59:09.942480+00:00", "last_changed_at": "2026-09-13T00:59:09.942480+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29821015-852t4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821015", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821015", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29821015", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821015-852t4 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821015-852t4 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29821015-852t4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821015", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29821015", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821015-852t4 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821015-852t4 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29821015-852t4 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29821015-852t4 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29821015-852t4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29821015", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-contract-lifecycle-29820967", "source_id": "management", "title": "mail-to-order-contract-lifecycle-29820967", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-contract-lifecycle-29820967", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-13T00:59:09.942480+00:00", "opened_at": "2026-09-13T00:59:09.942480+00:00", "last_seen_at": "2026-09-13T00:59:09.942480+00:00", "last_changed_at": "2026-09-13T00:59:09.942480+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-contract-lifecycle-29820967-p2nxh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-contract-lifecycle-29820967", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "advance-contracts", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-contract-lifecycle-29820967", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-contract-lifecycle-29820967", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-contract-lifecycle-29820967-p2nxh container `advance-contracts` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-contract-lifecycle-29820967-p2nxh readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-contract-lifecycle-29820967-p2nxh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-contract-lifecycle-29820967", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "advance-contracts", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-contract-lifecycle-29820967", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-contract-lifecycle-29820967-p2nxh container `advance-contracts` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-contract-lifecycle-29820967-p2nxh readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-contract-lifecycle-29820967-p2nxh container `advance-contracts` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-contract-lifecycle-29820967-p2nxh readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-contract-lifecycle-29820967-p2nxh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-contract-lifecycle-29820967", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "advance-contracts", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29820865", "source_id": "management", "title": "mail-to-order-dispatch-29820865", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29820865", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-12T22:30:49.518503+00:00", "opened_at": "2026-09-12T22:30:49.518503+00:00", "last_seen_at": "2026-09-13T00:59:09.942480+00:00", "last_changed_at": "2026-09-12T22:30:49.518503+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29820865", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820865", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820865: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820865", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820865: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820865: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820865", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29820780", "source_id": "management", "title": "mail-to-order-dispatch-29820780", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29820780", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-12T21:01:04.878749+00:00", "opened_at": "2026-09-12T21:01:04.878749+00:00", "last_seen_at": "2026-09-12T23:25:56.470589+00:00", "last_changed_at": "2026-09-12T21:01:04.878749+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29820780", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820780", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820780: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820780", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820780: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820780: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820780", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29820715", "source_id": "management", "title": "mail-to-order-dispatch-29820715", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29820715", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-12T20:03:35.157852+00:00", "opened_at": "2026-09-12T20:03:35.157852+00:00", "last_seen_at": "2026-09-12T22:14:20.479169+00:00", "last_changed_at": "2026-09-12T20:03:35.157852+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29820715", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820715", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820715: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820715", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820715: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29820715: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29820715", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29820740", "source_id": "management", "title": "mail-to-order-dispatch-29820740", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29820740", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-12T20:22:37.310479+00:00", "opened_at": "2026-09-12T20:22:37.310479+00:00", "last_seen_at": "2026-09-12T20:22:37.310479+00:00", "last_changed_at": "2026-09-12T20:22:37.310479+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29820740-rlvf2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29820740", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29820740", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29820740", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820740-rlvf2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29820740-rlvf2 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29820740-rlvf2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29820740", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29820740", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820740-rlvf2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29820740-rlvf2 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820740-rlvf2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29820740-rlvf2 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29820740-rlvf2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29820740", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29820465", "source_id": "management", "title": "mail-to-order-dispatch-29820465", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29820465", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-12T15:45:01.792760+00:00", "opened_at": "2026-09-12T15:45:01.792760+00:00", "last_seen_at": "2026-09-12T15:45:01.792760+00:00", "last_changed_at": "2026-09-12T15:45:01.792760+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29820465-6rfwz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29820465", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29820465", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29820465", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820465-6rfwz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29820465-6rfwz readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29820465-6rfwz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29820465", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29820465", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820465-6rfwz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29820465-6rfwz readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820465-6rfwz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29820465-6rfwz readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29820465-6rfwz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29820465", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29820265", "source_id": "management", "title": "mail-to-order-dispatch-29820265", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29820265", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-12T12:25:05.112592+00:00", "opened_at": "2026-09-12T12:25:05.112592+00:00", "last_seen_at": "2026-09-12T12:25:05.112592+00:00", "last_changed_at": "2026-09-12T12:25:05.112592+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29820265-f9jvl", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29820265", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29820265", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29820265", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820265-f9jvl container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29820265-f9jvl readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29820265-f9jvl", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29820265", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29820265", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820265-f9jvl container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29820265-f9jvl readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820265-f9jvl container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29820265-f9jvl readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29820265-f9jvl", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29820265", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29820090", "source_id": "management", "title": "mail-to-order-dispatch-29820090", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29820090", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-12T09:30:02.104887+00:00", "opened_at": "2026-09-12T09:30:02.104887+00:00", "last_seen_at": "2026-09-12T09:30:02.104887+00:00", "last_changed_at": "2026-09-12T09:30:02.104887+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29820090-n2w8f", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29820090", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29820090", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29820090", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820090-n2w8f container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29820090-n2w8f readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29820090-n2w8f", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29820090", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29820090", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820090-n2w8f container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29820090-n2w8f readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29820090-n2w8f container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29820090-n2w8f readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29820090-n2w8f", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29820090", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29819985", "source_id": "management", "title": "mail-to-order-dispatch-29819985", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29819985", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-12T07:45:01.871990+00:00", "opened_at": "2026-09-12T07:45:01.871990+00:00", "last_seen_at": "2026-09-12T07:45:01.871990+00:00", "last_changed_at": "2026-09-12T07:45:01.871990+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29819985-g6z2k", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819985", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29819985", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29819985", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819985-g6z2k container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819985-g6z2k readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29819985-g6z2k", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819985", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29819985", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819985-g6z2k container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819985-g6z2k readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819985-g6z2k container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819985-g6z2k readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29819985-g6z2k", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819985", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29819860", "source_id": "management", "title": "mail-to-order-dispatch-29819860", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29819860", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-12T05:40:03.781150+00:00", "opened_at": "2026-09-12T05:40:03.781150+00:00", "last_seen_at": "2026-09-12T05:40:03.781150+00:00", "last_changed_at": "2026-09-12T05:40:03.781150+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29819860-tvprx", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29819860", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29819860", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29819860", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819860-tvprx container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29819860-tvprx readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29819860-tvprx", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29819860", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29819860", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819860-tvprx container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29819860-tvprx readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819860-tvprx container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29819860-tvprx readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29819860-tvprx", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29819860", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29819790", "source_id": "management", "title": "mail-to-order-dispatch-29819790", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29819790", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-12T04:31:27.882965+00:00", "opened_at": "2026-09-12T04:31:27.882965+00:00", "last_seen_at": "2026-09-12T05:29:59.657541+00:00", "last_changed_at": "2026-09-12T04:31:27.882965+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29819790", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819790", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819790: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819790", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819790: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819790: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819790", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29819725", "source_id": "management", "title": "mail-to-order-dispatch-29819725", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29819725", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-12T03:26:58.220783+00:00", "opened_at": "2026-09-12T03:26:58.220783+00:00", "last_seen_at": "2026-09-12T04:43:34.425479+00:00", "last_changed_at": "2026-09-12T03:26:58.220783+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29819725", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819725", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819725: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819725", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819725: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819725: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819725", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29819540", "source_id": "management", "title": "mail-to-order-dispatch-29819540", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29819540", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-12T00:20:09.973609+00:00", "opened_at": "2026-09-12T00:20:09.973609+00:00", "last_seen_at": "2026-09-12T01:18:23.836422+00:00", "last_changed_at": "2026-09-12T00:20:09.973609+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29819540", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819540", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819540: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819540", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819540: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819540: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819540", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29819430", "source_id": "management", "title": "mail-to-order-dispatch-29819430", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29819430", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-11T22:31:52.229875+00:00", "opened_at": "2026-09-11T22:31:52.229875+00:00", "last_seen_at": "2026-09-11T22:31:52.229875+00:00", "last_changed_at": "2026-09-11T22:31:52.229875+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29819430-5xfmb", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819430", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29819430", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29819430", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819430-5xfmb container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819430-5xfmb readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29819430-5xfmb", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819430", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29819430", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819430-5xfmb container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819430-5xfmb readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819430-5xfmb container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819430-5xfmb readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29819430-5xfmb", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819430", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29819320", "source_id": "management", "title": "mail-to-order-dispatch-29819320", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29819320", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-11T20:40:00.907597+00:00", "opened_at": "2026-09-11T20:40:00.907597+00:00", "last_seen_at": "2026-09-11T20:40:00.907597+00:00", "last_changed_at": "2026-09-11T20:40:00.907597+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29819320-4ftrq", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819320", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29819320", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29819320", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819320-4ftrq container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819320-4ftrq readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29819320-4ftrq", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819320", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29819320", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819320-4ftrq container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819320-4ftrq readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819320-4ftrq container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819320-4ftrq readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29819320-4ftrq", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819320", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29819095", "source_id": "management", "title": "mail-to-order-dispatch-29819095", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29819095", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-11T17:02:35.058981+00:00", "opened_at": "2026-09-11T17:02:35.058981+00:00", "last_seen_at": "2026-09-11T18:06:29.072033+00:00", "last_changed_at": "2026-09-11T17:02:35.058981+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29819095", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819095", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819095: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819095", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819095: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29819095: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29819095", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29818965", "source_id": "management", "title": "mail-to-order-dispatch-29818965", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29818965", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-11T14:46:32.087271+00:00", "opened_at": "2026-09-11T14:46:32.087271+00:00", "last_seen_at": "2026-09-11T17:07:11.043565+00:00", "last_changed_at": "2026-09-11T14:46:32.087271+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29818965", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29818965", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29818965: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29818965", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29818965: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29818965: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29818965", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29819055", "source_id": "management", "title": "mail-to-order-dispatch-29819055", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29819055", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-11T16:20:04.306567+00:00", "opened_at": "2026-09-11T16:20:04.306567+00:00", "last_seen_at": "2026-09-11T16:20:04.306567+00:00", "last_changed_at": "2026-09-11T16:20:04.306567+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29819055-k5mz2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819055", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29819055", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29819055", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819055-k5mz2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819055-k5mz2 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29819055-k5mz2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819055", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29819055", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819055-k5mz2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819055-k5mz2 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29819055-k5mz2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29819055-k5mz2 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29819055-k5mz2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29819055", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29818835", "source_id": "management", "title": "mail-to-order-dispatch-29818835", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29818835", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-11T12:36:54.965693+00:00", "opened_at": "2026-09-11T12:36:54.965693+00:00", "last_seen_at": "2026-09-11T14:46:32.087271+00:00", "last_changed_at": "2026-09-11T12:36:54.965693+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29818835", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29818835", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29818835: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29818835", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29818835: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29818835: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29818835", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818890", "source_id": "management", "title": "mail-to-order-dispatch-29818890", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29818890", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-11T13:34:34.011222+00:00", "opened_at": "2026-09-11T13:34:34.011222+00:00", "last_seen_at": "2026-09-11T13:34:34.011222+00:00", "last_changed_at": "2026-09-11T13:34:34.011222+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29818890-qkdcr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818890", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818890", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818890", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818890-qkdcr container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818890-qkdcr readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29818890-qkdcr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818890", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818890", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818890-qkdcr container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818890-qkdcr readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818890-qkdcr container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818890-qkdcr readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29818890-qkdcr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818890", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29818710", "source_id": "management", "title": "mail-to-order-dispatch-29818710", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29818710", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-11T10:37:34.054071+00:00", "opened_at": "2026-09-11T10:37:34.054071+00:00", "last_seen_at": "2026-09-11T12:43:33.037860+00:00", "last_changed_at": "2026-09-11T10:37:34.054071+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29818710", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29818710", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29818710: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29818710", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29818710: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29818710: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29818710", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818775", "source_id": "management", "title": "mail-to-order-dispatch-29818775", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29818775", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-11T11:37:30.106231+00:00", "opened_at": "2026-09-11T11:37:30.106231+00:00", "last_seen_at": "2026-09-11T11:37:30.106231+00:00", "last_changed_at": "2026-09-11T11:37:30.106231+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29818775-2zsnh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818775", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818775", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818775", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818775-2zsnh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818775-2zsnh readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29818775-2zsnh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818775", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818775", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818775-2zsnh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818775-2zsnh readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818775-2zsnh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818775-2zsnh readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29818775-2zsnh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818775", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818700", "source_id": "management", "title": "mail-to-order-dispatch-29818700", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29818700", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-11T10:20:53.901254+00:00", "opened_at": "2026-09-11T10:20:53.901254+00:00", "last_seen_at": "2026-09-11T10:20:53.901254+00:00", "last_changed_at": "2026-09-11T10:20:53.901254+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29818700-rl9lf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818700", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818700", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818700", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818700-rl9lf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818700-rl9lf readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29818700-rl9lf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818700", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818700", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818700-rl9lf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818700-rl9lf readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818700-rl9lf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818700-rl9lf readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29818700-rl9lf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818700", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818565", "source_id": "management", "title": "mail-to-order-dispatch-29818565", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29818565", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-11T08:05:02.726869+00:00", "opened_at": "2026-09-11T08:05:02.726869+00:00", "last_seen_at": "2026-09-11T08:05:02.726869+00:00", "last_changed_at": "2026-09-11T08:05:02.726869+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29818565-mwmvr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29818565", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818565", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818565", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818565-mwmvr container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29818565-mwmvr readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29818565-mwmvr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29818565", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818565", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818565-mwmvr container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29818565-mwmvr readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818565-mwmvr container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29818565-mwmvr readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29818565-mwmvr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29818565", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818330", "source_id": "management", "title": "mail-to-order-dispatch-29818330", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29818330", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-11T04:10:03.145884+00:00", "opened_at": "2026-09-11T04:10:03.145884+00:00", "last_seen_at": "2026-09-11T04:10:03.145884+00:00", "last_changed_at": "2026-09-11T04:10:03.145884+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29818330-c4b7m", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29818330", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818330", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818330", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818330-c4b7m container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29818330-c4b7m readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29818330-c4b7m", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29818330", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818330", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818330-c4b7m container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29818330-c4b7m readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818330-c4b7m container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29818330-c4b7m readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29818330-c4b7m", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29818330", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818320", "source_id": "management", "title": "mail-to-order-dispatch-29818320", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29818320", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-11T04:00:00.594551+00:00", "opened_at": "2026-09-11T04:00:00.594551+00:00", "last_seen_at": "2026-09-11T04:00:00.594551+00:00", "last_changed_at": "2026-09-11T04:00:00.594551+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29818320-ddccd", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818320", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818320", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818320", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818320-ddccd container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818320-ddccd readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29818320-ddccd", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818320", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818320", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818320-ddccd container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818320-ddccd readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818320-ddccd container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818320-ddccd readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29818320-ddccd", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818320", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818075", "source_id": "management", "title": "mail-to-order-dispatch-29818075", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29818075", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-10T23:55:03.226403+00:00", "opened_at": "2026-09-10T23:55:03.226403+00:00", "last_seen_at": "2026-09-10T23:55:03.226403+00:00", "last_changed_at": "2026-09-10T23:55:03.226403+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29818075-r4q8n", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29818075", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818075", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818075", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818075-r4q8n container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29818075-r4q8n readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29818075-r4q8n", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29818075", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818075", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818075-r4q8n container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29818075-r4q8n readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818075-r4q8n container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29818075-r4q8n readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29818075-r4q8n", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29818075", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818065", "source_id": "management", "title": "mail-to-order-dispatch-29818065", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29818065", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-10T23:45:01.361205+00:00", "opened_at": "2026-09-10T23:45:01.361205+00:00", "last_seen_at": "2026-09-10T23:45:01.361205+00:00", "last_changed_at": "2026-09-10T23:45:01.361205+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29818065-f929x", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818065", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818065", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29818065", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818065-f929x container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818065-f929x readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29818065-f929x", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818065", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29818065", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818065-f929x container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818065-f929x readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29818065-f929x container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29818065-f929x readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29818065-f929x", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29818065", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29817545", "source_id": "management", "title": "mail-to-order-dispatch-29817545", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29817545", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-10T15:05:03.681224+00:00", "opened_at": "2026-09-10T15:05:03.681224+00:00", "last_seen_at": "2026-09-10T15:05:03.681224+00:00", "last_changed_at": "2026-09-10T15:05:03.681224+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29817545-phj49", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29817545", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29817545", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29817545", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29817545-phj49 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29817545-phj49 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29817545-phj49", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29817545", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29817545", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29817545-phj49 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29817545-phj49 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29817545-phj49 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29817545-phj49 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29817545-phj49", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29817545", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29817535", "source_id": "management", "title": "mail-to-order-dispatch-29817535", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29817535", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-10T14:55:00.773626+00:00", "opened_at": "2026-09-10T14:55:00.773626+00:00", "last_seen_at": "2026-09-10T14:55:00.773626+00:00", "last_changed_at": "2026-09-10T14:55:00.773626+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29817535-qds7f", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29817535", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29817535", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29817535", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29817535-qds7f container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29817535-qds7f readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29817535-qds7f", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29817535", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29817535", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29817535-qds7f container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29817535-qds7f readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29817535-qds7f container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29817535-qds7f readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29817535-qds7f", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29817535", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29817330", "source_id": "management", "title": "mail-to-order-dispatch-29817330", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29817330", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-10T11:30:02.561769+00:00", "opened_at": "2026-09-10T11:30:02.561769+00:00", "last_seen_at": "2026-09-10T11:30:02.561769+00:00", "last_changed_at": "2026-09-10T11:30:02.561769+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29817330-cnwxp", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29817330", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29817330", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29817330", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29817330-cnwxp container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29817330-cnwxp readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29817330-cnwxp", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29817330", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29817330", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29817330-cnwxp container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29817330-cnwxp readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29817330-cnwxp container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29817330-cnwxp readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29817330-cnwxp", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29817330", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816930", "source_id": "management", "title": "mail-to-order-dispatch-29816930", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29816930", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-10T04:50:04.009153+00:00", "opened_at": "2026-09-10T04:50:04.009153+00:00", "last_seen_at": "2026-09-10T04:50:04.009153+00:00", "last_changed_at": "2026-09-10T04:50:04.009153+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29816930-bhdx4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816930", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816930", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816930", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816930-bhdx4 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816930-bhdx4 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29816930-bhdx4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816930", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816930", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816930-bhdx4 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816930-bhdx4 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816930-bhdx4 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816930-bhdx4 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29816930-bhdx4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816930", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816920", "source_id": "management", "title": "mail-to-order-dispatch-29816920", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29816920", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-10T04:40:01.019420+00:00", "opened_at": "2026-09-10T04:40:01.019420+00:00", "last_seen_at": "2026-09-10T04:40:01.019420+00:00", "last_changed_at": "2026-09-10T04:40:01.019420+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29816920-x5cfh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816920", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816920", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816920", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816920-x5cfh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816920-x5cfh readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29816920-x5cfh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816920", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816920", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816920-x5cfh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816920-x5cfh readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816920-x5cfh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816920-x5cfh readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29816920-x5cfh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816920", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29816855", "source_id": "management", "title": "mail-to-order-dispatch-29816855", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29816855", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-10T03:35:42.167032+00:00", "opened_at": "2026-09-10T03:35:42.167032+00:00", "last_seen_at": "2026-09-10T04:33:59.342966+00:00", "last_changed_at": "2026-09-10T03:35:42.167032+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29816855", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29816855", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29816855: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29816855", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29816855: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29816855: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29816855", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29816765", "source_id": "management", "title": "mail-to-order-dispatch-29816765", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29816765", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-10T02:07:35.408533+00:00", "opened_at": "2026-09-10T02:07:35.408533+00:00", "last_seen_at": "2026-09-10T03:53:47.192545+00:00", "last_changed_at": "2026-09-10T02:07:35.408533+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29816765", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29816765", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29816765: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29816765", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29816765: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29816765: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29816765", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816660", "source_id": "management", "title": "mail-to-order-dispatch-29816660", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29816660", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-10T00:22:48.990263+00:00", "opened_at": "2026-09-10T00:22:48.990263+00:00", "last_seen_at": "2026-09-10T00:22:48.990263+00:00", "last_changed_at": "2026-09-10T00:22:48.990263+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29816660-ttgv9", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816660", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816660", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816660", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816660-ttgv9 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816660-ttgv9 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29816660-ttgv9", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816660", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816660", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816660-ttgv9 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816660-ttgv9 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816660-ttgv9 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816660-ttgv9 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29816660-ttgv9", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816660", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816570", "source_id": "management", "title": "mail-to-order-dispatch-29816570", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29816570", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-09T22:51:18.072773+00:00", "opened_at": "2026-09-09T22:51:18.072773+00:00", "last_seen_at": "2026-09-09T22:51:18.072773+00:00", "last_changed_at": "2026-09-09T22:51:18.072773+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29816570-g5v2p", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816570", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816570", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816570", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816570-g5v2p container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816570-g5v2p readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29816570-g5v2p", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816570", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816570", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816570-g5v2p container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816570-g5v2p readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816570-g5v2p container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816570-g5v2p readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29816570-g5v2p", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816570", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816470", "source_id": "management", "title": "mail-to-order-dispatch-29816470", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29816470", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-09T21:13:09.667458+00:00", "opened_at": "2026-09-09T21:13:09.667458+00:00", "last_seen_at": "2026-09-09T21:41:47.658196+00:00", "last_changed_at": "2026-09-09T21:13:09.667458+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29816470-rx7vw", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816470", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816470", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816470", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816470-rx7vw container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816470-rx7vw restart count: 1", "mail-to-order/mail-to-order-dispatch-29816470-rx7vw readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29816470-rx7vw", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816470", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816470", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816470-rx7vw container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816470-rx7vw restart count: 1", "mail-to-order/mail-to-order-dispatch-29816470-rx7vw readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816470-rx7vw container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816470-rx7vw restart count: 1", "mail-to-order/mail-to-order-dispatch-29816470-rx7vw readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29816470-rx7vw", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816470", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 5, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816460", "source_id": "management", "title": "mail-to-order-dispatch-29816460", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29816460", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-09T21:03:13.122569+00:00", "opened_at": "2026-09-09T21:03:13.122569+00:00", "last_seen_at": "2026-09-09T21:03:13.122569+00:00", "last_changed_at": "2026-09-09T21:03:13.122569+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29816460-9lv4v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816460", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816460", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816460", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816460-9lv4v container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816460-9lv4v readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29816460-9lv4v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816460", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816460", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816460-9lv4v container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816460-9lv4v readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816460-9lv4v container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816460-9lv4v readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29816460-9lv4v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816460", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816455", "source_id": "management", "title": "mail-to-order-dispatch-29816455", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29816455", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-09T20:57:03.721313+00:00", "opened_at": "2026-09-09T20:57:03.721313+00:00", "last_seen_at": "2026-09-09T20:57:03.721313+00:00", "last_changed_at": "2026-09-09T20:57:03.721313+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29816455-fv2wp", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816455", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816455", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816455", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816455-fv2wp container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816455-fv2wp readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29816455-fv2wp", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816455", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816455", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816455-fv2wp container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816455-fv2wp readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816455-fv2wp container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29816455-fv2wp readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29816455-fv2wp", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29816455", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816290", "source_id": "management", "title": "mail-to-order-dispatch-29816290", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29816290", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-09T18:10:03.055037+00:00", "opened_at": "2026-09-09T18:10:03.055037+00:00", "last_seen_at": "2026-09-09T18:10:03.055037+00:00", "last_changed_at": "2026-09-09T18:10:03.055037+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29816290-kpt95", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816290", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816290", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816290", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816290-kpt95 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816290-kpt95 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29816290-kpt95", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816290", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816290", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816290-kpt95 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816290-kpt95 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816290-kpt95 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816290-kpt95 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29816290-kpt95", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816290", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816075", "source_id": "management", "title": "mail-to-order-dispatch-29816075", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29816075", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-09T14:35:02.933936+00:00", "opened_at": "2026-09-09T14:35:02.933936+00:00", "last_seen_at": "2026-09-09T14:35:02.933936+00:00", "last_changed_at": "2026-09-09T14:35:02.933936+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29816075-qhh8v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816075", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816075", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29816075", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816075-qhh8v container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816075-qhh8v readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29816075-qhh8v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816075", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29816075", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816075-qhh8v container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816075-qhh8v readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29816075-qhh8v container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29816075-qhh8v readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29816075-qhh8v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29816075", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815860", "source_id": "management", "title": "mail-to-order-dispatch-29815860", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29815860", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-09T11:00:04.252745+00:00", "opened_at": "2026-09-09T11:00:04.252745+00:00", "last_seen_at": "2026-09-09T11:00:04.252745+00:00", "last_changed_at": "2026-09-09T11:00:04.252745+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29815860-dcq9k", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29815860", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815860", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815860", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815860-dcq9k container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29815860-dcq9k readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29815860-dcq9k", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29815860", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815860", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815860-dcq9k container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29815860-dcq9k readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815860-dcq9k container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29815860-dcq9k readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29815860-dcq9k", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29815860", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815850", "source_id": "management", "title": "mail-to-order-dispatch-29815850", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29815850", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-09T10:50:01.312853+00:00", "opened_at": "2026-09-09T10:50:01.312853+00:00", "last_seen_at": "2026-09-09T10:50:01.312853+00:00", "last_changed_at": "2026-09-09T10:50:01.312853+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29815850-crlqm", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815850", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815850", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815850", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815850-crlqm container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815850-crlqm readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29815850-crlqm", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815850", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815850", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815850-crlqm container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815850-crlqm readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815850-crlqm container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815850-crlqm readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29815850-crlqm", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815850", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815635", "source_id": "management", "title": "mail-to-order-dispatch-29815635", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29815635", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-09T07:15:01.354920+00:00", "opened_at": "2026-09-09T07:15:01.354920+00:00", "last_seen_at": "2026-09-09T07:15:01.354920+00:00", "last_changed_at": "2026-09-09T07:15:01.354920+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29815635-nd66v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815635", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815635", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815635", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815635-nd66v container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815635-nd66v readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29815635-nd66v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815635", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815635", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815635-nd66v container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815635-nd66v readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815635-nd66v container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815635-nd66v readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29815635-nd66v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815635", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815430", "source_id": "management", "title": "mail-to-order-dispatch-29815430", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29815430", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-09T03:50:03.076197+00:00", "opened_at": "2026-09-09T03:50:03.076197+00:00", "last_seen_at": "2026-09-09T03:50:03.076197+00:00", "last_changed_at": "2026-09-09T03:50:03.076197+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29815430-nljt7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29815430", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815430", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815430", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815430-nljt7 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29815430-nljt7 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29815430-nljt7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29815430", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815430", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815430-nljt7 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29815430-nljt7 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815430-nljt7 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29815430-nljt7 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29815430-nljt7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29815430", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815420", "source_id": "management", "title": "mail-to-order-dispatch-29815420", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29815420", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-09T03:40:00.669864+00:00", "opened_at": "2026-09-09T03:40:00.669864+00:00", "last_seen_at": "2026-09-09T03:40:00.669864+00:00", "last_changed_at": "2026-09-09T03:40:00.669864+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29815420-8hrzn", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815420", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815420", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815420", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815420-8hrzn container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815420-8hrzn readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29815420-8hrzn", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815420", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815420", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815420-8hrzn container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815420-8hrzn readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815420-8hrzn container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815420-8hrzn readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29815420-8hrzn", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815420", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815185", "source_id": "management", "title": "mail-to-order-dispatch-29815185", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29815185", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-08T23:45:03.136782+00:00", "opened_at": "2026-09-08T23:45:03.136782+00:00", "last_seen_at": "2026-09-08T23:45:03.136782+00:00", "last_changed_at": "2026-09-08T23:45:03.136782+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29815185-bjvff", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29815185", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815185", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815185", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815185-bjvff container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29815185-bjvff readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29815185-bjvff", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29815185", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815185", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815185-bjvff container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29815185-bjvff readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815185-bjvff container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29815185-bjvff readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29815185-bjvff", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29815185", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815175", "source_id": "management", "title": "mail-to-order-dispatch-29815175", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29815175", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-08T23:35:00.731473+00:00", "opened_at": "2026-09-08T23:35:00.731473+00:00", "last_seen_at": "2026-09-08T23:35:00.731473+00:00", "last_changed_at": "2026-09-08T23:35:00.731473+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29815175-5tf5v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815175", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815175", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29815175", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815175-5tf5v container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815175-5tf5v readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29815175-5tf5v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815175", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29815175", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815175-5tf5v container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815175-5tf5v readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29815175-5tf5v container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29815175-5tf5v readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29815175-5tf5v", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29815175", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814930", "source_id": "management", "title": "mail-to-order-dispatch-29814930", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29814930", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-08T19:30:01.635188+00:00", "opened_at": "2026-09-08T19:30:01.635188+00:00", "last_seen_at": "2026-09-08T19:30:01.635188+00:00", "last_changed_at": "2026-09-08T19:30:01.635188+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29814930-jddp8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814930", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814930", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814930", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814930-jddp8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814930-jddp8 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29814930-jddp8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814930", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814930", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814930-jddp8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814930-jddp8 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814930-jddp8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814930-jddp8 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29814930-jddp8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814930", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814715", "source_id": "management", "title": "mail-to-order-dispatch-29814715", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29814715", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-08T15:55:02.710480+00:00", "opened_at": "2026-09-08T15:55:02.710480+00:00", "last_seen_at": "2026-09-08T15:55:02.710480+00:00", "last_changed_at": "2026-09-08T15:55:02.710480+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29814715-g74cf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814715", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814715", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814715", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814715-g74cf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814715-g74cf readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29814715-g74cf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814715", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814715", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814715-g74cf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814715-g74cf readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814715-g74cf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814715-g74cf readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29814715-g74cf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814715", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814500", "source_id": "management", "title": "mail-to-order-dispatch-29814500", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29814500", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-08T12:20:04.111759+00:00", "opened_at": "2026-09-08T12:20:04.111759+00:00", "last_seen_at": "2026-09-08T12:20:04.111759+00:00", "last_changed_at": "2026-09-08T12:20:04.111759+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29814500-b7mz2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29814500", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814500", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814500", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814500-b7mz2 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29814500-b7mz2 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29814500-b7mz2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29814500", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814500", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814500-b7mz2 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29814500-b7mz2 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814500-b7mz2 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29814500-b7mz2 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29814500-b7mz2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29814500", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814490", "source_id": "management", "title": "mail-to-order-dispatch-29814490", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29814490", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-08T12:10:01.227551+00:00", "opened_at": "2026-09-08T12:10:01.227551+00:00", "last_seen_at": "2026-09-08T12:10:01.227551+00:00", "last_changed_at": "2026-09-08T12:10:01.227551+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29814490-6nsz2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814490", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814490", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814490", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814490-6nsz2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814490-6nsz2 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29814490-6nsz2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814490", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814490", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814490-6nsz2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814490-6nsz2 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814490-6nsz2 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814490-6nsz2 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29814490-6nsz2", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814490", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814265", "source_id": "management", "title": "mail-to-order-dispatch-29814265", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29814265", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-08T08:25:01.426661+00:00", "opened_at": "2026-09-08T08:25:01.426661+00:00", "last_seen_at": "2026-09-08T08:25:01.426661+00:00", "last_changed_at": "2026-09-08T08:25:01.426661+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29814265-nmf9t", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814265", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814265", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814265", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814265-nmf9t container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814265-nmf9t readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29814265-nmf9t", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814265", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814265", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814265-nmf9t container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814265-nmf9t readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814265-nmf9t container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814265-nmf9t readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29814265-nmf9t", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814265", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814040", "source_id": "management", "title": "mail-to-order-dispatch-29814040", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29814040", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-08T04:40:01.359762+00:00", "opened_at": "2026-09-08T04:40:01.359762+00:00", "last_seen_at": "2026-09-08T04:40:01.359762+00:00", "last_changed_at": "2026-09-08T04:40:01.359762+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29814040-ppwjp", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814040", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814040", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29814040", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814040-ppwjp container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814040-ppwjp readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29814040-ppwjp", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814040", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29814040", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814040-ppwjp container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814040-ppwjp readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29814040-ppwjp container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29814040-ppwjp readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29814040-ppwjp", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29814040", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29813940", "source_id": "management", "title": "mail-to-order-dispatch-29813940", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29813940", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-08T03:01:35.154417+00:00", "opened_at": "2026-09-08T03:01:35.154417+00:00", "last_seen_at": "2026-09-08T03:59:51.260986+00:00", "last_changed_at": "2026-09-08T03:01:35.154417+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29813940", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813940", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813940: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813940", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813940: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813940: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813940", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29813875", "source_id": "management", "title": "mail-to-order-dispatch-29813875", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29813875", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-08T01:56:16.442649+00:00", "opened_at": "2026-09-08T01:56:16.442649+00:00", "last_seen_at": "2026-09-08T03:29:43.119888+00:00", "last_changed_at": "2026-09-08T01:56:16.442649+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29813875", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813875", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813875: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813875", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813875: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813875: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813875", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29813810", "source_id": "management", "title": "mail-to-order-dispatch-29813810", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29813810", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-08T00:52:49.612514+00:00", "opened_at": "2026-09-08T00:52:49.612514+00:00", "last_seen_at": "2026-09-08T03:01:35.154417+00:00", "last_changed_at": "2026-09-08T00:52:49.612514+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29813810", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813810", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813810: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813810", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813810: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813810: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813810", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29813740", "source_id": "management", "title": "mail-to-order-dispatch-29813740", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29813740", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-07T23:42:35.480375+00:00", "opened_at": "2026-09-07T23:42:35.480375+00:00", "last_seen_at": "2026-09-08T02:23:18.168930+00:00", "last_changed_at": "2026-09-07T23:42:35.480375+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29813740", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813740", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813740: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813740", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813740: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813740: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813740", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29813545", "source_id": "management", "title": "mail-to-order-dispatch-29813545", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29813545", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-07T20:30:06.756552+00:00", "opened_at": "2026-09-07T20:30:06.756552+00:00", "last_seen_at": "2026-09-07T23:04:03.785706+00:00", "last_changed_at": "2026-09-07T20:30:06.756552+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29813545", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813545", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813545: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813545", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813545: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29813545: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29813545", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29813550", "source_id": "management", "title": "mail-to-order-dispatch-29813550", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29813550", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-07T20:30:06.756552+00:00", "opened_at": "2026-09-07T20:30:06.756552+00:00", "last_seen_at": "2026-09-07T20:30:06.756552+00:00", "last_changed_at": "2026-09-07T20:30:06.756552+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29813550-vgxt4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29813550", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29813550", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29813550", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29813550-vgxt4 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29813550-vgxt4 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29813550-vgxt4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29813550", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29813550", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29813550-vgxt4 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29813550-vgxt4 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29813550-vgxt4 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29813550-vgxt4 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29813550-vgxt4", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29813550", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29813375", "source_id": "management", "title": "mail-to-order-dispatch-29813375", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29813375", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-07T17:35:02.912639+00:00", "opened_at": "2026-09-07T17:35:02.912639+00:00", "last_seen_at": "2026-09-07T17:35:02.912639+00:00", "last_changed_at": "2026-09-07T17:35:02.912639+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29813375-s9t9h", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29813375", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29813375", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29813375", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29813375-s9t9h container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29813375-s9t9h readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29813375-s9t9h", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29813375", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29813375", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29813375-s9t9h container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29813375-s9t9h readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29813375-s9t9h container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29813375-s9t9h readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29813375-s9t9h", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29813375", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29813140", "source_id": "management", "title": "mail-to-order-dispatch-29813140", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29813140", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-07T13:40:01.106809+00:00", "opened_at": "2026-09-07T13:40:01.106809+00:00", "last_seen_at": "2026-09-07T13:40:01.106809+00:00", "last_changed_at": "2026-09-07T13:40:01.106809+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29813140-rkld9", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29813140", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29813140", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29813140", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29813140-rkld9 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29813140-rkld9 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29813140-rkld9", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29813140", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29813140", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29813140-rkld9 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29813140-rkld9 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29813140-rkld9 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29813140-rkld9 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29813140-rkld9", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29813140", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812915", "source_id": "management", "title": "mail-to-order-dispatch-29812915", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29812915", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-07T09:55:02.499128+00:00", "opened_at": "2026-09-07T09:55:02.499128+00:00", "last_seen_at": "2026-09-07T09:55:02.499128+00:00", "last_changed_at": "2026-09-07T09:55:02.499128+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29812915-dv6t5", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812915", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812915", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812915", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812915-dv6t5 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812915-dv6t5 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29812915-dv6t5", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812915", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812915", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812915-dv6t5 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812915-dv6t5 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812915-dv6t5 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812915-dv6t5 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29812915-dv6t5", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812915", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812630", "source_id": "management", "title": "mail-to-order-dispatch-29812630", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29812630", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-07T05:14:31.825689+00:00", "opened_at": "2026-09-07T05:14:31.825689+00:00", "last_seen_at": "2026-09-07T06:16:04.053718+00:00", "last_changed_at": "2026-09-07T05:14:31.825689+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812630", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812630", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812630: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812630", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812630: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812630: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812630", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812690", "source_id": "management", "title": "mail-to-order-dispatch-29812690", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29812690", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-07T06:10:02.568018+00:00", "opened_at": "2026-09-07T06:10:02.568018+00:00", "last_seen_at": "2026-09-07T06:10:02.568018+00:00", "last_changed_at": "2026-09-07T06:10:02.568018+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29812690-x47wm", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29812690", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812690", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812690", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812690-x47wm container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29812690-x47wm readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29812690-x47wm", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29812690", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812690", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812690-x47wm container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29812690-x47wm readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812690-x47wm container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29812690-x47wm readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29812690-x47wm", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29812690", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812565", "source_id": "management", "title": "mail-to-order-dispatch-29812565", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29812565", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-07T04:09:56.942269+00:00", "opened_at": "2026-09-07T04:09:56.942269+00:00", "last_seen_at": "2026-09-07T05:51:58.114174+00:00", "last_changed_at": "2026-09-07T04:09:56.942269+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812565", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812565", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812565: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812565", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812565: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812565: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812565", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812500", "source_id": "management", "title": "mail-to-order-dispatch-29812500", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29812500", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-07T03:06:33.918399+00:00", "opened_at": "2026-09-07T03:06:33.918399+00:00", "last_seen_at": "2026-09-07T05:25:51.693844+00:00", "last_changed_at": "2026-09-07T03:06:33.918399+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812500", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812500", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812500: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812500", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812500: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812500: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812500", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812620", "source_id": "management", "title": "mail-to-order-dispatch-29812620", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29812620", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-07T05:02:25.246912+00:00", "opened_at": "2026-09-07T05:02:25.246912+00:00", "last_seen_at": "2026-09-07T05:02:25.246912+00:00", "last_changed_at": "2026-09-07T05:02:25.246912+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29812620-wvbxj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812620", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812620", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812620", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812620-wvbxj container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812620-wvbxj readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29812620-wvbxj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812620", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812620", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812620-wvbxj container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812620-wvbxj readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812620-wvbxj container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812620-wvbxj readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29812620-wvbxj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812620", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812430", "source_id": "management", "title": "mail-to-order-dispatch-29812430", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29812430", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-07T01:58:00.270541+00:00", "opened_at": "2026-09-07T01:58:00.270541+00:00", "last_seen_at": "2026-09-07T04:09:56.942269+00:00", "last_changed_at": "2026-09-07T01:58:00.270541+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812430", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812430", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812430: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812430", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812430: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812430: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812430", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812540", "source_id": "management", "title": "mail-to-order-dispatch-29812540", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29812540", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-07T03:43:23.798621+00:00", "opened_at": "2026-09-07T03:43:23.798621+00:00", "last_seen_at": "2026-09-07T03:43:23.798621+00:00", "last_changed_at": "2026-09-07T03:43:23.798621+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29812540-4pcd7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812540", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812540", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812540", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812540-4pcd7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812540-4pcd7 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29812540-4pcd7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812540", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812540", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812540-4pcd7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812540-4pcd7 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812540-4pcd7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812540-4pcd7 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29812540-4pcd7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812540", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812370", "source_id": "management", "title": "mail-to-order-dispatch-29812370", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29812370", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-07T00:53:09.368922+00:00", "opened_at": "2026-09-07T00:53:09.368922+00:00", "last_seen_at": "2026-09-07T03:06:33.918399+00:00", "last_changed_at": "2026-09-07T00:53:09.368922+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812370", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812370", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812370: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812370", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812370: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812370: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812370", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812290", "source_id": "management", "title": "mail-to-order-dispatch-29812290", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29812290", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-06T23:32:23.686685+00:00", "opened_at": "2026-09-06T23:32:23.686685+00:00", "last_seen_at": "2026-09-07T02:09:00.511491+00:00", "last_changed_at": "2026-09-06T23:32:23.686685+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812290", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812290", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812290: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812290", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812290: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812290: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812290", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812225", "source_id": "management", "title": "mail-to-order-dispatch-29812225", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29812225", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-06T22:29:37.110729+00:00", "opened_at": "2026-09-06T22:29:37.110729+00:00", "last_seen_at": "2026-09-07T00:57:28.574943+00:00", "last_changed_at": "2026-09-06T22:29:37.110729+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812225", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812225", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812225: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812225", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812225: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812225: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812225", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812165", "source_id": "management", "title": "mail-to-order-dispatch-29812165", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29812165", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-06T21:28:16.451464+00:00", "opened_at": "2026-09-06T21:28:16.451464+00:00", "last_seen_at": "2026-09-07T00:00:32.903866+00:00", "last_changed_at": "2026-09-06T21:28:16.451464+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29812165", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812165", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812165: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812165", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812165: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29812165: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29812165", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812205", "source_id": "management", "title": "mail-to-order-dispatch-29812205", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29812205", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-06T22:05:25.925923+00:00", "opened_at": "2026-09-06T22:05:25.925923+00:00", "last_seen_at": "2026-09-06T22:05:25.925923+00:00", "last_changed_at": "2026-09-06T22:05:25.925923+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29812205-k8cdt", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812205", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812205", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812205", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812205-k8cdt container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812205-k8cdt readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29812205-k8cdt", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812205", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812205", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812205-k8cdt container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812205-k8cdt readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29812205-k8cdt container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29812205-k8cdt readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29812205-k8cdt", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29812205", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812140", "source_id": "management", "title": "mail-to-order-dispatch-29812140", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29812140", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Operational issue detected", "occurrence_count": 1, "first_seen_at": "2026-09-06T21:00:17.817685+00:00", "opened_at": "2026-09-06T21:00:17.817685+00:00", "last_seen_at": "2026-09-06T21:00:17.817685+00:00", "last_changed_at": "2026-09-06T21:00:17.817685+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29812140-kswlz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29812140", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812140", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29812140", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29812140-kswlz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29812140", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29812140", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Operational issue detected" ], "evidence_highlights": [], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29812140-kswlz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29812140", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 2, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811980", "source_id": "management", "title": "mail-to-order-dispatch-29811980", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29811980", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-06T18:20:02.728226+00:00", "opened_at": "2026-09-06T18:20:02.728226+00:00", "last_seen_at": "2026-09-06T18:20:02.728226+00:00", "last_changed_at": "2026-09-06T18:20:02.728226+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29811980-j9qn5", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811980", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811980", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811980", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811980-j9qn5 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811980-j9qn5 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29811980-j9qn5", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811980", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811980", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811980-j9qn5 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811980-j9qn5 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811980-j9qn5 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811980-j9qn5 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29811980-j9qn5", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811980", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811785", "source_id": "management", "title": "mail-to-order-dispatch-29811785", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29811785", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-06T15:05:02.814794+00:00", "opened_at": "2026-09-06T15:05:02.814794+00:00", "last_seen_at": "2026-09-06T15:05:02.814794+00:00", "last_changed_at": "2026-09-06T15:05:02.814794+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29811785-qmbh7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811785", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811785", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811785", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811785-qmbh7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811785-qmbh7 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29811785-qmbh7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811785", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811785", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811785-qmbh7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811785-qmbh7 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811785-qmbh7 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811785-qmbh7 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29811785-qmbh7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811785", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-contract-lifecycle", "source_id": "management", "title": "mail-to-order-contract-lifecycle", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-contract-lifecycle", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Saw a job that the controller did not create or forgot: order-contract-lifecycle-step12-20260906", "occurrence_count": 2, "first_seen_at": "2026-09-06T12:15:48.512566+00:00", "opened_at": "2026-09-06T12:15:48.512566+00:00", "last_seen_at": "2026-09-06T14:50:54.365568+00:00", "last_changed_at": "2026-09-06T13:52:32.850137+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-contract-lifecycle", "warning_events": [ { "type": "Warning", "reason": "UnexpectedJob", "cluster": "management", "message": "Saw a job that the controller did not create or forgot: order-contract-lifecycle-step12-20260906", "namespace": "mail-to-order", "involved_kind": "CronJob", "involved_object": "mail-to-order-contract-lifecycle", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event UnexpectedJob on mail-to-order/mail-to-order-contract-lifecycle: Saw a job that the controller did not create or forgot: order-contract-lifecycle-step12-20260906" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "UnexpectedJob", "cluster": "management", "message": "Saw a job that the controller did not create or forgot: order-contract-lifecycle-step12-20260906", "namespace": "mail-to-order", "involved_kind": "CronJob", "involved_object": "mail-to-order-contract-lifecycle", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event UnexpectedJob on mail-to-order/mail-to-order-contract-lifecycle: Saw a job that the controller did not create or forgot: order-contract-lifecycle-step12-20260906" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "UnexpectedJob" ], "evidence_highlights": [ "Warning event UnexpectedJob on mail-to-order/mail-to-order-contract-lifecycle: Saw a job that the controller did not create or forgot: order-contract-lifecycle-step12-20260906" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "UnexpectedJob", "cluster": "management", "message": "Saw a job that the controller did not create or forgot: order-contract-lifecycle-step12-20260906", "namespace": "mail-to-order", "involved_kind": "CronJob", "involved_object": "mail-to-order-contract-lifecycle", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811640", "source_id": "management", "title": "mail-to-order-dispatch-29811640", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29811640", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-06T12:40:02.116393+00:00", "opened_at": "2026-09-06T12:40:02.116393+00:00", "last_seen_at": "2026-09-06T12:40:02.116393+00:00", "last_changed_at": "2026-09-06T12:40:02.116393+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29811640-66cdq", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811640", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811640", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811640", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811640-66cdq container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811640-66cdq readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29811640-66cdq", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811640", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811640", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811640-66cdq container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811640-66cdq readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811640-66cdq container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811640-66cdq readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29811640-66cdq", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811640", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811525", "source_id": "management", "title": "mail-to-order-dispatch-29811525", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29811525", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-06T10:45:03.909423+00:00", "opened_at": "2026-09-06T10:45:03.909423+00:00", "last_seen_at": "2026-09-06T10:45:03.909423+00:00", "last_changed_at": "2026-09-06T10:45:03.909423+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29811525-rvqkj", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29811525", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811525", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811525", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811525-rvqkj container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29811525-rvqkj readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29811525-rvqkj", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29811525", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811525", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811525-rvqkj container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29811525-rvqkj readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811525-rvqkj container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29811525-rvqkj readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29811525-rvqkj", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29811525", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29811350", "source_id": "management", "title": "mail-to-order-dispatch-29811350", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29811350", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-06T07:50:01.264643+00:00", "opened_at": "2026-09-06T07:50:01.264643+00:00", "last_seen_at": "2026-09-06T08:50:15.288716+00:00", "last_changed_at": "2026-09-06T07:50:01.264643+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29811350", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811350", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811350: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811350", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811350: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811350: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811350", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29811285", "source_id": "management", "title": "mail-to-order-dispatch-29811285", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29811285", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-06T06:53:05.869757+00:00", "opened_at": "2026-09-06T06:53:05.869757+00:00", "last_seen_at": "2026-09-06T08:12:06.070866+00:00", "last_changed_at": "2026-09-06T06:53:05.869757+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29811285", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811285", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811285: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811285", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811285: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811285: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811285", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811360", "source_id": "management", "title": "mail-to-order-dispatch-29811360", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29811360", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-06T08:00:03.289662+00:00", "opened_at": "2026-09-06T08:00:03.289662+00:00", "last_seen_at": "2026-09-06T08:00:03.289662+00:00", "last_changed_at": "2026-09-06T08:00:03.289662+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29811360-x9xmb", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29811360", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811360", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811360", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811360-x9xmb container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29811360-x9xmb readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29811360-x9xmb", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29811360", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811360", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811360-x9xmb container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29811360-x9xmb readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811360-x9xmb container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29811360-x9xmb readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29811360-x9xmb", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29811360", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29811220", "source_id": "management", "title": "mail-to-order-dispatch-29811220", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29811220", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-06T05:41:25.048554+00:00", "opened_at": "2026-09-06T05:41:25.048554+00:00", "last_seen_at": "2026-09-06T07:39:59.338380+00:00", "last_changed_at": "2026-09-06T05:41:25.048554+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29811220", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811220", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811220: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811220", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811220: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811220: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811220", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811285", "source_id": "management", "title": "mail-to-order-dispatch-29811285", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29811285", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-06T06:45:12.916420+00:00", "opened_at": "2026-09-06T06:45:12.916420+00:00", "last_seen_at": "2026-09-06T06:45:12.916420+00:00", "last_changed_at": "2026-09-06T06:45:12.916420+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29811285-ch2mq", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29811285", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811285", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811285", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811285", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811285-ch2mq container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29811285-ch2mq readiness gap: 0/1 containers ready", "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811285: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29811285-ch2mq", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29811285", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811285", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811285", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811285-ch2mq container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29811285-ch2mq readiness gap: 0/1 containers ready", "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811285: Error creating: Unauthorized" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811285-ch2mq container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29811285-ch2mq readiness gap: 0/1 containers ready", "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811285: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811285", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29811285-ch2mq", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29811285", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 6, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29811155", "source_id": "management", "title": "mail-to-order-dispatch-29811155", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29811155", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-06T04:37:19.422499+00:00", "opened_at": "2026-09-06T04:37:19.422499+00:00", "last_seen_at": "2026-09-06T06:29:29.516717+00:00", "last_changed_at": "2026-09-06T04:37:19.422499+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29811155", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811155", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811155: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811155", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811155: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811155: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811155", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811200", "source_id": "management", "title": "mail-to-order-dispatch-29811200", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29811200", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-06T05:20:15.357618+00:00", "opened_at": "2026-09-06T05:20:15.357618+00:00", "last_seen_at": "2026-09-06T05:20:15.357618+00:00", "last_changed_at": "2026-09-06T05:20:15.357618+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29811200-pwgjf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811200", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811200", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29811200", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811200-pwgjf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811200-pwgjf readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29811200-pwgjf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811200", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29811200", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811200-pwgjf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811200-pwgjf readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29811200-pwgjf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29811200-pwgjf readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29811200-pwgjf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29811200", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29811025", "source_id": "management", "title": "mail-to-order-dispatch-29811025", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29811025", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-06T02:26:52.592566+00:00", "opened_at": "2026-09-06T02:26:52.592566+00:00", "last_seen_at": "2026-09-06T03:49:46.244109+00:00", "last_changed_at": "2026-09-06T02:26:52.592566+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29811025", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811025", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811025: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811025", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811025: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29811025: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29811025", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29810960", "source_id": "management", "title": "mail-to-order-dispatch-29810960", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29810960", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-06T01:23:02.305627+00:00", "opened_at": "2026-09-06T01:23:02.305627+00:00", "last_seen_at": "2026-09-06T02:54:57.653398+00:00", "last_changed_at": "2026-09-06T01:23:02.305627+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29810960", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29810960", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29810960: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29810960", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29810960: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29810960: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29810960", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29810895", "source_id": "management", "title": "mail-to-order-dispatch-29810895", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29810895", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-06T00:17:11.403271+00:00", "opened_at": "2026-09-06T00:17:11.403271+00:00", "last_seen_at": "2026-09-06T02:22:51.831686+00:00", "last_changed_at": "2026-09-06T00:17:11.403271+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29810895", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29810895", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29810895: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29810895", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29810895: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29810895: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29810895", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29810990", "source_id": "management", "title": "mail-to-order-dispatch-29810990", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29810990", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-06T01:51:14.095616+00:00", "opened_at": "2026-09-06T01:51:14.095616+00:00", "last_seen_at": "2026-09-06T01:51:14.095616+00:00", "last_changed_at": "2026-09-06T01:51:14.095616+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29810990-wcxd8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810990", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29810990", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29810990", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810990-wcxd8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810990-wcxd8 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29810990-wcxd8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810990", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29810990", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810990-wcxd8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810990-wcxd8 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810990-wcxd8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810990-wcxd8 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29810990-wcxd8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810990", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29810830", "source_id": "management", "title": "mail-to-order-dispatch-29810830", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29810830", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-05T23:11:16.861920+00:00", "opened_at": "2026-09-05T23:11:16.861920+00:00", "last_seen_at": "2026-09-06T01:29:18.901567+00:00", "last_changed_at": "2026-09-05T23:11:16.861920+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29810830", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29810830", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29810830: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29810830", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29810830: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29810830: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29810830", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29810630", "source_id": "management", "title": "mail-to-order-dispatch-29810630", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29810630", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-05T19:50:02.131808+00:00", "opened_at": "2026-09-05T19:50:02.131808+00:00", "last_seen_at": "2026-09-05T19:50:02.131808+00:00", "last_changed_at": "2026-09-05T19:50:02.131808+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29810630-sgk82", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810630", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29810630", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29810630", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810630-sgk82 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810630-sgk82 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29810630-sgk82", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810630", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29810630", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810630-sgk82 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810630-sgk82 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810630-sgk82 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810630-sgk82 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29810630-sgk82", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810630", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29810385", "source_id": "management", "title": "mail-to-order-dispatch-29810385", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29810385", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-05T15:45:04.477473+00:00", "opened_at": "2026-09-05T15:45:04.477473+00:00", "last_seen_at": "2026-09-05T15:45:04.477473+00:00", "last_changed_at": "2026-09-05T15:45:04.477473+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29810385-7sw4c", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29810385", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29810385", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29810385", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810385-7sw4c container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29810385-7sw4c readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29810385-7sw4c", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29810385", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29810385", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810385-7sw4c container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29810385-7sw4c readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810385-7sw4c container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29810385-7sw4c readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29810385-7sw4c", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29810385", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29810375", "source_id": "management", "title": "mail-to-order-dispatch-29810375", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29810375", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-05T15:35:02.110659+00:00", "opened_at": "2026-09-05T15:35:02.110659+00:00", "last_seen_at": "2026-09-05T15:35:02.110659+00:00", "last_changed_at": "2026-09-05T15:35:02.110659+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29810375-mltxw", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810375", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29810375", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29810375", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810375-mltxw container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810375-mltxw readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29810375-mltxw", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810375", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29810375", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810375-mltxw container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810375-mltxw readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810375-mltxw container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810375-mltxw readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29810375-mltxw", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810375", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29810130", "source_id": "management", "title": "mail-to-order-dispatch-29810130", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29810130", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-05T11:30:04.360517+00:00", "opened_at": "2026-09-05T11:30:04.360517+00:00", "last_seen_at": "2026-09-05T11:30:04.360517+00:00", "last_changed_at": "2026-09-05T11:30:04.360517+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29810130-5mb7l", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810130", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29810130", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29810130", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810130-5mb7l container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810130-5mb7l readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29810130-5mb7l", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810130", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29810130", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810130-5mb7l container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810130-5mb7l readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29810130-5mb7l container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29810130-5mb7l readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29810130-5mb7l", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29810130", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809915", "source_id": "management", "title": "mail-to-order-dispatch-29809915", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29809915", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-05T07:55:04.353224+00:00", "opened_at": "2026-09-05T07:55:04.353224+00:00", "last_seen_at": "2026-09-05T08:55:19.018654+00:00", "last_changed_at": "2026-09-05T07:55:04.353224+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809915", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809915", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809915: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809915", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809915: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809915: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809915", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809845", "source_id": "management", "title": "mail-to-order-dispatch-29809845", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29809845", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-05T06:58:34.998190+00:00", "opened_at": "2026-09-05T06:58:34.998190+00:00", "last_seen_at": "2026-09-05T08:13:08.867263+00:00", "last_changed_at": "2026-09-05T06:58:34.998190+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809845", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809845", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809845: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809845", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809845: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809845: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809845", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:kong-system:kong-gateway-kind-kong-proxy", "source_id": "management", "title": "kong-gateway-kind-kong-proxy", "namespace": "kong-system", "target_kind": "event", "target_name": "kong-gateway-kind-kong-proxy", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Failed to update endpoint kong-system/kong-gateway-kind-kong-proxy: Unauthorized", "occurrence_count": 12, "first_seen_at": "2026-05-10T02:35:48.432648+00:00", "opened_at": "2026-05-22T05:01:26.940498+00:00", "last_seen_at": "2026-09-05T08:07:07.408223+00:00", "last_changed_at": "2026-08-23T06:22:20.486135+00:00", "resolved_at": "2026-05-22T06:19:59.058974+00:00" }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "kong-system", "deployment": null, "log_samples": [], "incident_key": "event:management:kong-system:kong-gateway-kind-kong-proxy", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint kong-system/kong-gateway-kind-kong-proxy: Unauthorized", "namespace": "kong-system", "involved_kind": "Endpoints", "involved_object": "kong-gateway-kind-kong-proxy", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on kong-system/kong-gateway-kind-kong-proxy: Failed to update endpoint kong-system/kong-gateway-kind-kong-proxy: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint kong-system/kong-gateway-kind-kong-proxy: Unauthorized", "namespace": "kong-system", "involved_kind": "Endpoints", "involved_object": "kong-gateway-kind-kong-proxy", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "kong-system", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on kong-system/kong-gateway-kind-kong-proxy: Failed to update endpoint kong-system/kong-gateway-kind-kong-proxy: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpoint" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on kong-system/kong-gateway-kind-kong-proxy: Failed to update endpoint kong-system/kong-gateway-kind-kong-proxy: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint kong-system/kong-gateway-kind-kong-proxy: Unauthorized", "namespace": "kong-system", "involved_kind": "Endpoints", "involved_object": "kong-gateway-kind-kong-proxy", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:kong-system:kong-gateway-kind-kong-manager", "source_id": "management", "title": "kong-gateway-kind-kong-manager", "namespace": "kong-system", "target_kind": "event", "target_name": "kong-gateway-kind-kong-manager", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Failed to update endpoint kong-system/kong-gateway-kind-kong-manager: Unauthorized", "occurrence_count": 12, "first_seen_at": "2026-05-10T02:35:48.432648+00:00", "opened_at": "2026-05-22T05:01:26.940498+00:00", "last_seen_at": "2026-09-05T08:07:07.408223+00:00", "last_changed_at": "2026-08-23T06:22:20.486135+00:00", "resolved_at": "2026-05-22T06:19:59.058974+00:00" }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "kong-system", "deployment": null, "log_samples": [], "incident_key": "event:management:kong-system:kong-gateway-kind-kong-manager", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint kong-system/kong-gateway-kind-kong-manager: Unauthorized", "namespace": "kong-system", "involved_kind": "Endpoints", "involved_object": "kong-gateway-kind-kong-manager", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on kong-system/kong-gateway-kind-kong-manager: Failed to update endpoint kong-system/kong-gateway-kind-kong-manager: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint kong-system/kong-gateway-kind-kong-manager: Unauthorized", "namespace": "kong-system", "involved_kind": "Endpoints", "involved_object": "kong-gateway-kind-kong-manager", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "kong-system", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on kong-system/kong-gateway-kind-kong-manager: Failed to update endpoint kong-system/kong-gateway-kind-kong-manager: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpoint" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on kong-system/kong-gateway-kind-kong-manager: Failed to update endpoint kong-system/kong-gateway-kind-kong-manager: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint kong-system/kong-gateway-kind-kong-manager: Unauthorized", "namespace": "kong-system", "involved_kind": "Endpoints", "involved_object": "kong-gateway-kind-kong-manager", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:kong-system:kong-gateway-kind-kong-admin", "source_id": "management", "title": "kong-gateway-kind-kong-admin", "namespace": "kong-system", "target_kind": "event", "target_name": "kong-gateway-kind-kong-admin", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Failed to update endpoint kong-system/kong-gateway-kind-kong-admin: Unauthorized", "occurrence_count": 12, "first_seen_at": "2026-05-10T02:35:48.432648+00:00", "opened_at": "2026-05-22T05:01:26.940498+00:00", "last_seen_at": "2026-09-05T08:07:07.408223+00:00", "last_changed_at": "2026-09-05T02:42:08.326415+00:00", "resolved_at": "2026-05-22T06:19:59.058974+00:00" }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "kong-system", "deployment": null, "log_samples": [], "incident_key": "event:management:kong-system:kong-gateway-kind-kong-admin", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint kong-system/kong-gateway-kind-kong-admin: Unauthorized", "namespace": "kong-system", "involved_kind": "Endpoints", "involved_object": "kong-gateway-kind-kong-admin", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on kong-system/kong-gateway-kind-kong-admin: Failed to update endpoint kong-system/kong-gateway-kind-kong-admin: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint kong-system/kong-gateway-kind-kong-admin: Unauthorized", "namespace": "kong-system", "involved_kind": "Endpoints", "involved_object": "kong-gateway-kind-kong-admin", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "kong-system", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on kong-system/kong-gateway-kind-kong-admin: Failed to update endpoint kong-system/kong-gateway-kind-kong-admin: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpoint" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on kong-system/kong-gateway-kind-kong-admin: Failed to update endpoint kong-system/kong-gateway-kind-kong-admin: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint kong-system/kong-gateway-kind-kong-admin: Unauthorized", "namespace": "kong-system", "involved_kind": "Endpoints", "involved_object": "kong-gateway-kind-kong-admin", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809855", "source_id": "management", "title": "mail-to-order-dispatch-29809855", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29809855", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-05T06:58:34.998190+00:00", "opened_at": "2026-09-05T06:58:34.998190+00:00", "last_seen_at": "2026-09-05T06:58:34.998190+00:00", "last_changed_at": "2026-09-05T06:58:34.998190+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29809855-6n496", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809855", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809855", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809855", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809855-6n496 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809855-6n496 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29809855-6n496", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809855", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809855", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809855-6n496 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809855-6n496 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809855-6n496 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809855-6n496 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29809855-6n496", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809855", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809735", "source_id": "management", "title": "mail-to-order-dispatch-29809735", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29809735", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-05T04:56:39.012045+00:00", "opened_at": "2026-09-05T04:56:39.012045+00:00", "last_seen_at": "2026-09-05T06:12:53.634275+00:00", "last_changed_at": "2026-09-05T04:56:39.012045+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809735", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809735", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809735: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809735", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809735: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809735: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809735", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809670", "source_id": "management", "title": "mail-to-order-dispatch-29809670", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29809670", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-05T03:54:45.019104+00:00", "opened_at": "2026-09-05T03:54:45.019104+00:00", "last_seen_at": "2026-09-05T05:14:42.372996+00:00", "last_changed_at": "2026-09-05T03:54:45.019104+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809670", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809670", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809670: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809670", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809670: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809670: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809670", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809600", "source_id": "management", "title": "mail-to-order-dispatch-29809600", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29809600", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-05T02:42:08.326415+00:00", "opened_at": "2026-09-05T02:42:08.326415+00:00", "last_seen_at": "2026-09-05T04:38:35.671480+00:00", "last_changed_at": "2026-09-05T02:42:08.326415+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809600", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809600", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809600: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809600", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809600: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809600: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809600", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809710", "source_id": "management", "title": "mail-to-order-dispatch-29809710", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29809710", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-05T04:32:34.402200+00:00", "opened_at": "2026-09-05T04:32:34.402200+00:00", "last_seen_at": "2026-09-05T04:32:34.402200+00:00", "last_changed_at": "2026-09-05T04:32:34.402200+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29809710-4rfdh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29809710", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809710", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809710", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809710-4rfdh container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29809710-4rfdh readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29809710-4rfdh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29809710", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809710", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809710-4rfdh container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29809710-4rfdh readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809710-4rfdh container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29809710-4rfdh readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29809710-4rfdh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29809710", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809530", "source_id": "management", "title": "mail-to-order-dispatch-29809530", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29809530", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-05T01:36:47.502320+00:00", "opened_at": "2026-09-05T01:36:47.502320+00:00", "last_seen_at": "2026-09-05T03:52:26.231162+00:00", "last_changed_at": "2026-09-05T01:36:47.502320+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809530", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809530", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809530: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809530", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809530: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809530: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809530", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809400", "source_id": "management", "title": "mail-to-order-dispatch-29809400", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29809400", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-04T23:20:03.093796+00:00", "opened_at": "2026-09-04T23:20:03.093796+00:00", "last_seen_at": "2026-09-04T23:20:03.093796+00:00", "last_changed_at": "2026-09-04T23:20:03.093796+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29809400-v2jdj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29809400", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809400", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809400", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809400-v2jdj container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29809400-v2jdj readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29809400-v2jdj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29809400", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809400", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809400-v2jdj container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29809400-v2jdj readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809400-v2jdj container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29809400-v2jdj readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29809400-v2jdj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29809400", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809390", "source_id": "management", "title": "mail-to-order-dispatch-29809390", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29809390", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-04T23:10:00.861367+00:00", "opened_at": "2026-09-04T23:10:00.861367+00:00", "last_seen_at": "2026-09-04T23:10:00.861367+00:00", "last_changed_at": "2026-09-04T23:10:00.861367+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29809390-prpgg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809390", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809390", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809390", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809390-prpgg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809390-prpgg readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29809390-prpgg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809390", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809390", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809390-prpgg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809390-prpgg readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809390-prpgg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809390-prpgg readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29809390-prpgg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809390", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809220", "source_id": "management", "title": "mail-to-order-dispatch-29809220", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29809220", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-04T20:21:21.479635+00:00", "opened_at": "2026-09-04T20:21:21.479635+00:00", "last_seen_at": "2026-09-04T21:19:35.718532+00:00", "last_changed_at": "2026-09-04T20:21:21.479635+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809220", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809220", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809220: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809220", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809220: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809220: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809220", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809155", "source_id": "management", "title": "mail-to-order-dispatch-29809155", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29809155", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-04T19:19:39.768748+00:00", "opened_at": "2026-09-04T19:19:39.768748+00:00", "last_seen_at": "2026-09-04T20:45:27.309449+00:00", "last_changed_at": "2026-09-04T19:19:39.768748+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809155", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809155", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809155: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809155", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809155: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809155: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809155", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809085", "source_id": "management", "title": "mail-to-order-dispatch-29809085", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29809085", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-04T18:11:58.594564+00:00", "opened_at": "2026-09-04T18:11:58.594564+00:00", "last_seen_at": "2026-09-04T20:12:55.591696+00:00", "last_changed_at": "2026-09-04T18:11:58.594564+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29809085", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809085", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809085: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809085", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809085: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29809085: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29809085", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809170", "source_id": "management", "title": "mail-to-order-dispatch-29809170", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29809170", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-04T19:34:08.769533+00:00", "opened_at": "2026-09-04T19:34:08.769533+00:00", "last_seen_at": "2026-09-04T19:34:08.769533+00:00", "last_changed_at": "2026-09-04T19:34:08.769533+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29809170-jwzjv", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809170", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809170", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809170", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809170-jwzjv container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809170-jwzjv readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29809170-jwzjv", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809170", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809170", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809170-jwzjv container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809170-jwzjv readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809170-jwzjv container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809170-jwzjv readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29809170-jwzjv", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809170", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809015", "source_id": "management", "title": "mail-to-order-dispatch-29809015", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29809015", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-04T16:55:02.262043+00:00", "opened_at": "2026-09-04T16:55:02.262043+00:00", "last_seen_at": "2026-09-04T16:55:02.262043+00:00", "last_changed_at": "2026-09-04T16:55:02.262043+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29809015-bpqjr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809015", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809015", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29809015", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809015-bpqjr container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809015-bpqjr readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29809015-bpqjr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809015", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29809015", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809015-bpqjr container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809015-bpqjr readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29809015-bpqjr container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29809015-bpqjr readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29809015-bpqjr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29809015", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29808810", "source_id": "management", "title": "mail-to-order-dispatch-29808810", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29808810", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-04T13:30:01.623145+00:00", "opened_at": "2026-09-04T13:30:01.623145+00:00", "last_seen_at": "2026-09-04T13:30:01.623145+00:00", "last_changed_at": "2026-09-04T13:30:01.623145+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29808810-km8bt", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29808810", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29808810", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29808810", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808810-km8bt container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29808810-km8bt readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29808810-km8bt", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29808810", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29808810", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808810-km8bt container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29808810-km8bt readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808810-km8bt container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29808810-km8bt readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29808810-km8bt", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29808810", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:tenant-secret-migration-dry-run", "source_id": "management", "title": "tenant-secret-migration-dry-run", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "tenant-secret-migration-dry-run", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Error", "occurrence_count": 1, "first_seen_at": "2026-09-04T07:46:27.190245+00:00", "opened_at": "2026-09-04T07:46:27.190245+00:00", "last_seen_at": "2026-09-04T07:46:27.190245+00:00", "last_changed_at": "2026-09-04T07:46:27.190245+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "tenant-secret-migration-dry-run", "phase": "Failed", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tenant-secret-migration-dry-run", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "tenant-secret-migration-dry-run", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "tenant-secret-migration-dry-run", "log_samples": [], "incident_key": "workload:management:mail-to-order:tenant-secret-migration-dry-run", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/tenant-secret-migration-dry-run container `tenant-secret-migration-dry-run` terminated reason: Error", "mail-to-order/tenant-secret-migration-dry-run readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tenant-secret-migration-dry-run", "phase": "Failed", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tenant-secret-migration-dry-run", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "tenant-secret-migration-dry-run", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "tenant-secret-migration-dry-run", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/tenant-secret-migration-dry-run container `tenant-secret-migration-dry-run` terminated reason: Error", "mail-to-order/tenant-secret-migration-dry-run readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Error" ], "evidence_highlights": [ "mail-to-order/tenant-secret-migration-dry-run container `tenant-secret-migration-dry-run` terminated reason: Error", "mail-to-order/tenant-secret-migration-dry-run readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "tenant-secret-migration-dry-run", "phase": "Failed", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tenant-secret-migration-dry-run", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "tenant-secret-migration-dry-run", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29808380", "source_id": "management", "title": "mail-to-order-dispatch-29808380", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29808380", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-04T06:20:02.379149+00:00", "opened_at": "2026-09-04T06:20:02.379149+00:00", "last_seen_at": "2026-09-04T06:20:02.379149+00:00", "last_changed_at": "2026-09-04T06:20:02.379149+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29808380-g8rrk", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29808380", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29808380", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29808380", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808380-g8rrk container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29808380-g8rrk readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29808380-g8rrk", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29808380", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29808380", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808380-g8rrk container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29808380-g8rrk readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808380-g8rrk container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29808380-g8rrk readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29808380-g8rrk", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29808380", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29808185", "source_id": "management", "title": "mail-to-order-dispatch-29808185", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29808185", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-04T03:05:04.702739+00:00", "opened_at": "2026-09-04T03:05:04.702739+00:00", "last_seen_at": "2026-09-04T03:05:04.702739+00:00", "last_changed_at": "2026-09-04T03:05:04.702739+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29808185-ph5qt", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29808185", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29808185", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29808185", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808185-ph5qt container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29808185-ph5qt readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29808185-ph5qt", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29808185", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29808185", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808185-ph5qt container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29808185-ph5qt readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808185-ph5qt container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29808185-ph5qt readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29808185-ph5qt", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29808185", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29808175", "source_id": "management", "title": "mail-to-order-dispatch-29808175", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29808175", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-04T02:55:01.463673+00:00", "opened_at": "2026-09-04T02:55:01.463673+00:00", "last_seen_at": "2026-09-04T02:55:01.463673+00:00", "last_changed_at": "2026-09-04T02:55:01.463673+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29808175-8pdln", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29808175", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29808175", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29808175", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808175-8pdln container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29808175-8pdln readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29808175-8pdln", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29808175", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29808175", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808175-8pdln container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29808175-8pdln readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29808175-8pdln container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29808175-8pdln readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29808175-8pdln", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29808175", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807910", "source_id": "management", "title": "mail-to-order-dispatch-29807910", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29807910", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-03T22:30:03.703338+00:00", "opened_at": "2026-09-03T22:30:03.703338+00:00", "last_seen_at": "2026-09-03T22:30:03.703338+00:00", "last_changed_at": "2026-09-03T22:30:03.703338+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29807910-dhgzl", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807910", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807910", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807910", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807910-dhgzl container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29807910-dhgzl readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29807910-dhgzl", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807910", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807910", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807910-dhgzl container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29807910-dhgzl readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807910-dhgzl container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29807910-dhgzl readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29807910-dhgzl", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807910", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807900", "source_id": "management", "title": "mail-to-order-dispatch-29807900", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29807900", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-03T22:20:01.576588+00:00", "opened_at": "2026-09-03T22:20:01.576588+00:00", "last_seen_at": "2026-09-03T22:20:01.576588+00:00", "last_changed_at": "2026-09-03T22:20:01.576588+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29807900-b2l2z", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807900", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807900", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807900", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807900-b2l2z container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807900-b2l2z readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29807900-b2l2z", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807900", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807900", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807900-b2l2z container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807900-b2l2z readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807900-b2l2z container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807900-b2l2z readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29807900-b2l2z", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807900", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807665", "source_id": "management", "title": "mail-to-order-dispatch-29807665", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29807665", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-03T18:25:02.858782+00:00", "opened_at": "2026-09-03T18:25:02.858782+00:00", "last_seen_at": "2026-09-03T18:25:02.858782+00:00", "last_changed_at": "2026-09-03T18:25:02.858782+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29807665-s4tg8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807665", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807665", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807665", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807665-s4tg8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807665-s4tg8 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29807665-s4tg8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807665", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807665", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807665-s4tg8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807665-s4tg8 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807665-s4tg8 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807665-s4tg8 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29807665-s4tg8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807665", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807430", "source_id": "management", "title": "mail-to-order-dispatch-29807430", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29807430", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-03T14:30:02.816132+00:00", "opened_at": "2026-09-03T14:30:02.816132+00:00", "last_seen_at": "2026-09-03T14:30:02.816132+00:00", "last_changed_at": "2026-09-03T14:30:02.816132+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29807430-clfhb", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807430", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807430", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807430", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807430-clfhb container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807430-clfhb readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29807430-clfhb", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807430", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807430", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807430-clfhb container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807430-clfhb readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807430-clfhb container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807430-clfhb readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29807430-clfhb", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807430", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-api-54d5f7f", "source_id": "management", "title": "mapwise-runtime-api-54d5f7f", "namespace": "mapwise-runtime", "target_kind": "workload", "target_name": "mapwise-runtime-api-54d5f7f", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 3 warning event(s), top signal: Completed", "occurrence_count": 5, "first_seen_at": "2026-09-03T06:26:49.162909+00:00", "opened_at": "2026-09-03T06:26:49.162909+00:00", "last_seen_at": "2026-09-03T14:01:22.388530+00:00", "last_changed_at": "2026-09-03T14:01:22.388530+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-runtime-api-54d5f7f-gq99t", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mapwise-runtime-api-54d5f7f", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-api-54d5f7f-n5x7t", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-runtime-api-54d5f7f", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-api-54d5f7f", "log_samples": [], "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-api-54d5f7f", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.250:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-54d5f7f-gq99t", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.250:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-54d5f7f-gq99t", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.249:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-54d5f7f-n5x7t", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t restart count: 5", "mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t: Readiness probe failed: Get \"http://10.244.0.250:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t: Liveness probe failed: Get \"http://10.244.0.250:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-54d5f7f-n5x7t: Readiness probe failed: Get \"http://10.244.0.249:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-runtime-api-54d5f7f-gq99t", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mapwise-runtime-api-54d5f7f", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-api-54d5f7f-n5x7t", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-runtime-api-54d5f7f", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.250:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-54d5f7f-gq99t", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.250:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-54d5f7f-gq99t", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.249:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-54d5f7f-n5x7t", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-api-54d5f7f", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t restart count: 5", "mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t: Readiness probe failed: Get \"http://10.244.0.250:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t: Liveness probe failed: Get \"http://10.244.0.250:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-54d5f7f-n5x7t: Readiness probe failed: Get \"http://10.244.0.249:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t restart count: 5", "mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t: Readiness probe failed: Get \"http://10.244.0.250:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-54d5f7f-gq99t: Liveness probe failed: Get \"http://10.244.0.250:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-54d5f7f-n5x7t: Readiness probe failed: Get \"http://10.244.0.249:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.250:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-54d5f7f-gq99t", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.250:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-54d5f7f-gq99t", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.249:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-54d5f7f-n5x7t", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-runtime-api-54d5f7f-gq99t", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mapwise-runtime-api-54d5f7f", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-runtime-api-54d5f7f-n5x7t", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-runtime-api-54d5f7f", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 12, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807335", "source_id": "management", "title": "mail-to-order-dispatch-29807335", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29807335", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-03T12:55:28.444266+00:00", "opened_at": "2026-09-03T12:55:28.444266+00:00", "last_seen_at": "2026-09-03T12:55:28.444266+00:00", "last_changed_at": "2026-09-03T12:55:28.444266+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29807335-l6jtm", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807335", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807335", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807335", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807335-l6jtm container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29807335-l6jtm readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29807335-l6jtm", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807335", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807335", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807335-l6jtm container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29807335-l6jtm readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807335-l6jtm container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29807335-l6jtm readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29807335-l6jtm", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807335", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807310", "source_id": "management", "title": "mail-to-order-dispatch-29807310", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29807310", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Operational issue detected", "occurrence_count": 1, "first_seen_at": "2026-09-03T12:33:16.707827+00:00", "opened_at": "2026-09-03T12:33:16.707827+00:00", "last_seen_at": "2026-09-03T12:35:17.697625+00:00", "last_changed_at": "2026-09-03T12:33:16.707827+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29807310-knz22", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807310", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807310", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807310", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29807310-knz22", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807310", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807310", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Operational issue detected" ], "evidence_highlights": [], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29807310-knz22", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807310", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 2, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-runtime:mapwise-ingress-api-b589858b", "source_id": "management", "title": "mapwise-ingress-api-b589858b", "namespace": "mapwise-runtime", "target_kind": "workload", "target_name": "mapwise-ingress-api-b589858b", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 3 warning event(s), top signal: Completed", "occurrence_count": 5, "first_seen_at": "2026-09-03T06:26:49.162909+00:00", "opened_at": "2026-09-03T06:26:49.162909+00:00", "last_seen_at": "2026-09-03T12:27:10.429786+00:00", "last_changed_at": "2026-09-03T12:27:10.429786+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-ingress-api-b589858b-m8bnn", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-ingress-api-b589858b", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-ingress-api-b589858b-zfsn5", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-ingress-api-b589858b", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-runtime", "deployment": "mapwise-ingress-api-b589858b", "log_samples": [], "incident_key": "workload:management:mapwise-runtime:mapwise-ingress-api-b589858b", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.29:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-b589858b-m8bnn", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.34:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-b589858b-zfsn5", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.34:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-b589858b-zfsn5", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5 restart count: 3", "mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-b589858b-m8bnn: Readiness probe failed: Get \"http://10.244.0.29:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5: Readiness probe failed: Get \"http://10.244.0.34:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5: Liveness probe failed: Get \"http://10.244.0.34:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-ingress-api-b589858b-m8bnn", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-ingress-api-b589858b", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-ingress-api-b589858b-zfsn5", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-ingress-api-b589858b", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.29:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-b589858b-m8bnn", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.34:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-b589858b-zfsn5", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.34:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-b589858b-zfsn5", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime", "deployment": "mapwise-ingress-api-b589858b", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5 restart count: 3", "mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-b589858b-m8bnn: Readiness probe failed: Get \"http://10.244.0.29:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5: Readiness probe failed: Get \"http://10.244.0.34:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5: Liveness probe failed: Get \"http://10.244.0.34:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5 container `api` last terminated reason: Completed exit code 0", "mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5 restart count: 3", "mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-b589858b-m8bnn: Readiness probe failed: Get \"http://10.244.0.29:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5: Readiness probe failed: Get \"http://10.244.0.34:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-ingress-api-b589858b-zfsn5: Liveness probe failed: Get \"http://10.244.0.34:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.29:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-b589858b-m8bnn", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.34:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-b589858b-zfsn5", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.34:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-ingress-api-b589858b-zfsn5", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-ingress-api-b589858b-m8bnn", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mapwise-ingress-api-b589858b", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-ingress-api-b589858b-zfsn5", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mapwise-ingress-api-b589858b", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 12, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807285", "source_id": "management", "title": "mail-to-order-dispatch-29807285", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29807285", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Operational issue detected", "occurrence_count": 1, "first_seen_at": "2026-09-03T12:08:05.266144+00:00", "opened_at": "2026-09-03T12:08:05.266144+00:00", "last_seen_at": "2026-09-03T12:12:16.318613+00:00", "last_changed_at": "2026-09-03T12:08:05.266144+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29807285-wc2jn", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807285", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807285", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807285", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29807285-wc2jn", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807285", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807285", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Operational issue detected" ], "evidence_highlights": [], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29807285-wc2jn", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807285", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 2, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-postgres", "source_id": "management", "title": "mail-to-order-postgres", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-postgres", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Fix Postgres first. 1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 3, "first_seen_at": "2026-09-03T02:15:22.187491+00:00", "opened_at": "2026-09-03T02:15:22.187491+00:00", "last_seen_at": "2026-09-03T12:08:05.266144+00:00", "last_changed_at": "2026-09-03T12:08:05.266144+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-postgres-f67545794-zjdkc", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 27, "waiting_reason": null, "workload_title": "mail-to-order-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-postgres", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-postgres", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-postgres-f67545794-zjdkc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-postgres-f67545794-zjdkc", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 27 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-postgres-f67545794-zjdkc container `postgres` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-postgres-f67545794-zjdkc restart count: 27", "mail-to-order/mail-to-order-postgres-f67545794-zjdkc readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-postgres-f67545794-zjdkc: Liveness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s", "Warning event Unhealthy on mail-to-order/mail-to-order-postgres-f67545794-zjdkc: Readiness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-postgres-f67545794-zjdkc", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 27, "waiting_reason": null, "workload_title": "mail-to-order-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-postgres-f67545794-zjdkc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-postgres-f67545794-zjdkc", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-postgres", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 27 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-postgres-f67545794-zjdkc container `postgres` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-postgres-f67545794-zjdkc restart count: 27", "mail-to-order/mail-to-order-postgres-f67545794-zjdkc readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-postgres-f67545794-zjdkc: Liveness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s", "Warning event Unhealthy on mail-to-order/mail-to-order-postgres-f67545794-zjdkc: Readiness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mail-to-order/mail-to-order-postgres-f67545794-zjdkc container `postgres` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-postgres-f67545794-zjdkc restart count: 27", "mail-to-order/mail-to-order-postgres-f67545794-zjdkc readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-postgres-f67545794-zjdkc: Liveness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s", "Warning event Unhealthy on mail-to-order/mail-to-order-postgres-f67545794-zjdkc: Readiness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 27 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-postgres-f67545794-zjdkc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U mail_to_order -d mail_to_order\" timed out after 1s", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-postgres-f67545794-zjdkc", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-postgres-f67545794-zjdkc", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 27, "waiting_reason": null, "workload_title": "mail-to-order-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:observability-portal", "source_id": "management", "title": "observability-portal", "namespace": "observability", "target_kind": "workload", "target_name": "observability-portal", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 46, "first_seen_at": "2026-05-09T06:08:34.613133+00:00", "opened_at": "2026-05-31T10:43:26.371209+00:00", "last_seen_at": "2026-09-03T12:08:05.266144+00:00", "last_changed_at": "2026-09-03T12:08:05.266144+00:00", "resolved_at": "2026-05-31T10:43:42.631222+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "observability-portal-6d98c58bf4-smdh9", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 146, "waiting_reason": null, "workload_title": "observability-portal", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "observability-portal", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "observability", "deployment": "observability-portal", "log_samples": [], "incident_key": "workload:management:observability:observability-portal", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-portal-6d98c58bf4-smdh9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-portal-6d98c58bf4-smdh9", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 146 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/observability-portal-6d98c58bf4-smdh9 container `observability-portal` last terminated reason: Completed exit code 0", "observability/observability-portal-6d98c58bf4-smdh9 restart count: 146", "observability/observability-portal-6d98c58bf4-smdh9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/observability-portal-6d98c58bf4-smdh9: Liveness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/observability-portal-6d98c58bf4-smdh9: Readiness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "observability-portal-6d98c58bf4-smdh9", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 146, "waiting_reason": null, "workload_title": "observability-portal", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "observability-portal", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-portal-6d98c58bf4-smdh9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-portal-6d98c58bf4-smdh9", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "observability-portal", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 146 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/observability-portal-6d98c58bf4-smdh9 container `observability-portal` last terminated reason: Completed exit code 0", "observability/observability-portal-6d98c58bf4-smdh9 restart count: 146", "observability/observability-portal-6d98c58bf4-smdh9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/observability-portal-6d98c58bf4-smdh9: Liveness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/observability-portal-6d98c58bf4-smdh9: Readiness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/observability-portal-6d98c58bf4-smdh9 container `observability-portal` last terminated reason: Completed exit code 0", "observability/observability-portal-6d98c58bf4-smdh9 restart count: 146", "observability/observability-portal-6d98c58bf4-smdh9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/observability-portal-6d98c58bf4-smdh9: Liveness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on observability/observability-portal-6d98c58bf4-smdh9: Readiness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 146 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-portal-6d98c58bf4-smdh9", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.90:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-portal-6d98c58bf4-smdh9", "cluster_display_name": "Management" } ], "pods": [ { "name": "observability-portal-6d98c58bf4-smdh9", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 146, "waiting_reason": null, "workload_title": "observability-portal", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "observability-portal", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807145", "source_id": "management", "title": "mail-to-order-dispatch-29807145", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29807145", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-03T09:45:02.561856+00:00", "opened_at": "2026-09-03T09:45:02.561856+00:00", "last_seen_at": "2026-09-03T09:45:02.561856+00:00", "last_changed_at": "2026-09-03T09:45:02.561856+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29807145-kgqjx", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807145", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807145", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807145", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807145-kgqjx container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807145-kgqjx readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29807145-kgqjx", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807145", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807145", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807145-kgqjx container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807145-kgqjx readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807145-kgqjx container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807145-kgqjx readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29807145-kgqjx", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807145", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-data:mapwise-postgres", "source_id": "management", "title": "mapwise-postgres", "namespace": "mapwise-data", "target_kind": "workload", "target_name": "mapwise-postgres", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 82, "first_seen_at": "2026-08-16T15:27:03.888748+00:00", "opened_at": "2026-08-16T15:27:03.888748+00:00", "last_seen_at": "2026-09-03T09:24:50.874053+00:00", "last_changed_at": "2026-09-03T09:24:50.874053+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-postgres-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-data", "node_name": "agentic-local-control-plane", "restart_count": 82, "waiting_reason": null, "workload_title": "mapwise-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-data", "deployment": "mapwise-postgres", "log_samples": [], "incident_key": "workload:management:mapwise-data:mapwise-postgres", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-postgres-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-postgres-0", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 82 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-data/mapwise-postgres-0 container `postgres` last terminated reason: Completed exit code 0", "mapwise-data/mapwise-postgres-0 restart count: 82", "mapwise-data/mapwise-postgres-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-data/mapwise-postgres-0: Liveness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s", "Warning event Unhealthy on mapwise-data/mapwise-postgres-0: Readiness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-postgres-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-data", "node_name": "agentic-local-control-plane", "restart_count": 82, "waiting_reason": null, "workload_title": "mapwise-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-postgres-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-postgres-0", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-data", "deployment": "mapwise-postgres", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 82 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-data/mapwise-postgres-0 container `postgres` last terminated reason: Completed exit code 0", "mapwise-data/mapwise-postgres-0 restart count: 82", "mapwise-data/mapwise-postgres-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-data/mapwise-postgres-0: Liveness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s", "Warning event Unhealthy on mapwise-data/mapwise-postgres-0: Readiness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-data/mapwise-postgres-0 container `postgres` last terminated reason: Completed exit code 0", "mapwise-data/mapwise-postgres-0 restart count: 82", "mapwise-data/mapwise-postgres-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-data/mapwise-postgres-0: Liveness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s", "Warning event Unhealthy on mapwise-data/mapwise-postgres-0: Readiness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 82 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-postgres-0", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U postgres -d postgres\" timed out after 1s", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-postgres-0", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-postgres-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-data", "node_name": "agentic-local-control-plane", "restart_count": 82, "waiting_reason": null, "workload_title": "mapwise-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807090", "source_id": "management", "title": "mail-to-order-dispatch-29807090", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29807090", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 1, "first_seen_at": "2026-09-03T08:50:19.923545+00:00", "opened_at": "2026-09-03T08:50:19.923545+00:00", "last_seen_at": "2026-09-03T09:04:42.395580+00:00", "last_changed_at": "2026-09-03T08:52:20.940758+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29807090-998rr", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807090", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807090", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807090", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29807090-998rr_mail-to-order(a3146d08-e71d-406e-a560-01dd043fab3a)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29807090-998rr", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807090-998rr container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29807090-998rr restart count: 3", "mail-to-order/mail-to-order-dispatch-29807090-998rr readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29807090-998rr: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29807090-998rr_mail-to-order(a3146d08-e71d-406e-a560-01dd043fab3a)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29807090-998rr", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807090", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29807090-998rr_mail-to-order(a3146d08-e71d-406e-a560-01dd043fab3a)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29807090-998rr", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807090", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807090-998rr container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29807090-998rr restart count: 3", "mail-to-order/mail-to-order-dispatch-29807090-998rr readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29807090-998rr: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29807090-998rr_mail-to-order(a3146d08-e71d-406e-a560-01dd043fab3a)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807090-998rr container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29807090-998rr restart count: 3", "mail-to-order/mail-to-order-dispatch-29807090-998rr readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29807090-998rr: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29807090-998rr_mail-to-order(a3146d08-e71d-406e-a560-01dd043fab3a)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29807090-998rr_mail-to-order(a3146d08-e71d-406e-a560-01dd043fab3a)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29807090-998rr", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29807090-998rr", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29807090", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 7, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807010", "source_id": "management", "title": "mail-to-order-dispatch-29807010", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29807010", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-03T07:30:02.671071+00:00", "opened_at": "2026-09-03T07:30:02.671071+00:00", "last_seen_at": "2026-09-03T07:30:02.671071+00:00", "last_changed_at": "2026-09-03T07:30:02.671071+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29807010-wsqjm", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807010", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807010", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29807010", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807010-wsqjm container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807010-wsqjm readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29807010-wsqjm", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807010", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29807010", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807010-wsqjm container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807010-wsqjm readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29807010-wsqjm container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29807010-wsqjm readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29807010-wsqjm", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29807010", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806945", "source_id": "management", "title": "mail-to-order-dispatch-29806945", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806945", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Operational issue detected", "occurrence_count": 1, "first_seen_at": "2026-09-03T06:26:49.162909+00:00", "opened_at": "2026-09-03T06:26:49.162909+00:00", "last_seen_at": "2026-09-03T06:26:49.162909+00:00", "last_changed_at": "2026-09-03T06:26:49.162909+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806945-h9p9k", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806945", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806945", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806945", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806945-h9p9k", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806945", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806945", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Operational issue detected" ], "evidence_highlights": [], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806945-h9p9k", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806945", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 2, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:argocd:argocd-application-controller", "source_id": "management", "title": "argocd-application-controller", "namespace": "argocd", "target_kind": "workload", "target_name": "argocd-application-controller", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), latest crash was OOMKilled and the workload has not self-healed", "occurrence_count": 13, "first_seen_at": "2026-05-12T11:28:12.989039+00:00", "opened_at": "2026-05-12T13:01:49.112360+00:00", "last_seen_at": "2026-09-03T06:26:49.162909+00:00", "last_changed_at": "2026-09-03T06:26:49.162909+00:00", "resolved_at": "2026-05-12T13:02:05.226390+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "argocd-application-controller-0", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 63, "waiting_reason": null, "workload_title": "argocd-application-controller", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "OOMKilled", "last_terminated_container": "argocd-application-controller", "last_terminated_exit_code": 137 } ], "cluster": "management", "namespace": "argocd", "deployment": "argocd-application-controller", "log_samples": [], "incident_key": "workload:management:argocd:argocd-application-controller", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.11:8082/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-application-controller-0", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 63 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The latest crash cycle ended with OOMKilled and the workload has not self-healed. Treat this as an active availability incident caused by memory pressure or workload concurrency before chasing unrelated cluster causes; max restart count in this workload is 63.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "argocd/argocd-application-controller-0 container `argocd-application-controller` last terminated reason: OOMKilled exit code 137", "argocd/argocd-application-controller-0 restart count: 63", "argocd/argocd-application-controller-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-application-controller-0: Readiness probe failed: Get \"http://10.244.0.11:8082/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [ "Restore availability by increasing the workload memory limit modestly, keeping the memory request realistic, and reducing app concurrency or batch size so the pod can recover without adding replicas." ] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "argocd-application-controller-0", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 63, "waiting_reason": null, "workload_title": "argocd-application-controller", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "OOMKilled", "last_terminated_container": "argocd-application-controller", "last_terminated_exit_code": 137 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.11:8082/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-application-controller-0", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": "argocd-application-controller", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 63 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The latest crash cycle ended with OOMKilled and the workload has not self-healed. Treat this as an active availability incident caused by memory pressure or workload concurrency before chasing unrelated cluster causes; max restart count in this workload is 63.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "argocd/argocd-application-controller-0 container `argocd-application-controller` last terminated reason: OOMKilled exit code 137", "argocd/argocd-application-controller-0 restart count: 63", "argocd/argocd-application-controller-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-application-controller-0: Readiness probe failed: Get \"http://10.244.0.11:8082/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [ "Restore availability by increasing the workload memory limit modestly, keeping the memory request realistic, and reducing app concurrency or batch size so the pod can recover without adding replicas." ], "evidence_backed_fix_hints": [ "Restore availability by increasing the workload memory limit modestly, keeping the memory request realistic, and reducing app concurrency or batch size so the pod can recover without adding replicas." ] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "argocd/argocd-application-controller-0 container `argocd-application-controller` last terminated reason: OOMKilled exit code 137", "argocd/argocd-application-controller-0 restart count: 63", "argocd/argocd-application-controller-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-application-controller-0: Readiness probe failed: Get \"http://10.244.0.11:8082/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 63 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The latest crash cycle ended with OOMKilled and the workload has not self-healed. Treat this as an active availability incident caused by memory pressure or workload concurrency before chasing unrelated cluster causes; max restart count in this workload is 63.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.11:8082/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-application-controller-0", "cluster_display_name": "Management" } ], "pods": [ { "name": "argocd-application-controller-0", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 63, "waiting_reason": null, "workload_title": "argocd-application-controller", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "OOMKilled", "last_terminated_container": "argocd-application-controller", "last_terminated_exit_code": 137 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 10, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806890", "source_id": "management", "title": "mail-to-order-dispatch-29806890", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806890", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 1, "first_seen_at": "2026-09-03T05:33:29.474477+00:00", "opened_at": "2026-09-03T05:33:29.474477+00:00", "last_seen_at": "2026-09-03T05:43:34.978818+00:00", "last_changed_at": "2026-09-03T05:33:29.474477+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806890-6mp7h", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806890", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806890", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806890", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806890-6mp7h_mail-to-order(3830ac70-7dbb-4a10-8de6-e69e8c6c865a)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29806890-6mp7h", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806890-6mp7h container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806890-6mp7h restart count: 3", "mail-to-order/mail-to-order-dispatch-29806890-6mp7h readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29806890-6mp7h: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806890-6mp7h_mail-to-order(3830ac70-7dbb-4a10-8de6-e69e8c6c865a)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806890-6mp7h", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806890", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806890-6mp7h_mail-to-order(3830ac70-7dbb-4a10-8de6-e69e8c6c865a)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29806890-6mp7h", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806890", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806890-6mp7h container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806890-6mp7h restart count: 3", "mail-to-order/mail-to-order-dispatch-29806890-6mp7h readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29806890-6mp7h: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806890-6mp7h_mail-to-order(3830ac70-7dbb-4a10-8de6-e69e8c6c865a)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806890-6mp7h container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806890-6mp7h restart count: 3", "mail-to-order/mail-to-order-dispatch-29806890-6mp7h readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29806890-6mp7h: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806890-6mp7h_mail-to-order(3830ac70-7dbb-4a10-8de6-e69e8c6c865a)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806890-6mp7h_mail-to-order(3830ac70-7dbb-4a10-8de6-e69e8c6c865a)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29806890-6mp7h", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29806890-6mp7h", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806890", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 7, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:tillwise-valkey", "source_id": "management", "title": "tillwise-valkey", "namespace": "mypos", "target_kind": "workload", "target_name": "tillwise-valkey", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 2, "first_seen_at": "2026-08-30T04:43:12.769024+00:00", "opened_at": "2026-08-30T04:43:12.769024+00:00", "last_seen_at": "2026-09-03T04:59:46.176821+00:00", "last_changed_at": "2026-09-03T04:59:46.176821+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-valkey-65dcb48f74-cxtdq", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 51, "waiting_reason": null, "workload_title": "tillwise-valkey", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "valkey", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mypos", "deployment": "tillwise-valkey", "log_samples": [], "incident_key": "workload:management:mypos:tillwise-valkey", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.23:6379: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-valkey-65dcb48f74-cxtdq", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.23:6379: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-valkey-65dcb48f74-cxtdq", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 51 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mypos/tillwise-valkey-65dcb48f74-cxtdq container `valkey` last terminated reason: Completed exit code 0", "mypos/tillwise-valkey-65dcb48f74-cxtdq restart count: 51", "mypos/tillwise-valkey-65dcb48f74-cxtdq readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-valkey-65dcb48f74-cxtdq: Liveness probe failed: dial tcp 10.244.0.23:6379: i/o timeout", "Warning event Unhealthy on mypos/tillwise-valkey-65dcb48f74-cxtdq: Readiness probe failed: dial tcp 10.244.0.23:6379: i/o timeout" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-valkey-65dcb48f74-cxtdq", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 51, "waiting_reason": null, "workload_title": "tillwise-valkey", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "valkey", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.23:6379: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-valkey-65dcb48f74-cxtdq", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.23:6379: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-valkey-65dcb48f74-cxtdq", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "tillwise-valkey", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 51 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mypos/tillwise-valkey-65dcb48f74-cxtdq container `valkey` last terminated reason: Completed exit code 0", "mypos/tillwise-valkey-65dcb48f74-cxtdq restart count: 51", "mypos/tillwise-valkey-65dcb48f74-cxtdq readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-valkey-65dcb48f74-cxtdq: Liveness probe failed: dial tcp 10.244.0.23:6379: i/o timeout", "Warning event Unhealthy on mypos/tillwise-valkey-65dcb48f74-cxtdq: Readiness probe failed: dial tcp 10.244.0.23:6379: i/o timeout" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mypos/tillwise-valkey-65dcb48f74-cxtdq container `valkey` last terminated reason: Completed exit code 0", "mypos/tillwise-valkey-65dcb48f74-cxtdq restart count: 51", "mypos/tillwise-valkey-65dcb48f74-cxtdq readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-valkey-65dcb48f74-cxtdq: Liveness probe failed: dial tcp 10.244.0.23:6379: i/o timeout", "Warning event Unhealthy on mypos/tillwise-valkey-65dcb48f74-cxtdq: Readiness probe failed: dial tcp 10.244.0.23:6379: i/o timeout" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 51 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.23:6379: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-valkey-65dcb48f74-cxtdq", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.23:6379: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-valkey-65dcb48f74-cxtdq", "cluster_display_name": "Management" } ], "pods": [ { "name": "tillwise-valkey-65dcb48f74-cxtdq", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 51, "waiting_reason": null, "workload_title": "tillwise-valkey", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "valkey", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:prod:platform-radar-local:platform-radar", "source_id": "prod", "title": "platform-radar", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 11 warning event(s), top signal: BackOff", "occurrence_count": 36, "first_seen_at": "2026-08-02T15:25:44.903067+00:00", "opened_at": "2026-08-02T15:25:44.903067+00:00", "last_seen_at": "2026-09-03T04:59:46.001254+00:00", "last_changed_at": "2026-09-03T04:59:46.001254+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-85b5cf8b78-6sd5h", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 90, "waiting_reason": null, "workload_title": "platform-radar", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "platform-radar", "last_terminated_exit_code": 0 } ], "cluster": "prod", "namespace": "platform-radar-local", "deployment": "platform-radar", "log_samples": [], "incident_key": "workload:prod:platform-radar-local:platform-radar", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Startup probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Readiness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Liveness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Readiness probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: failed to sync configmap cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container platform-radar in pod platform-radar-85b5cf8b78-6sd5h_platform-radar-local(2387f578-9d8e-443f-9f4a-27d2beb6185b)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 90 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-local/platform-radar-85b5cf8b78-6sd5h container `platform-radar` last terminated reason: Completed exit code 0", "platform-radar-local/platform-radar-85b5cf8b78-6sd5h restart count: 90", "platform-radar-local/platform-radar-85b5cf8b78-6sd5h readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Startup probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Readiness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Liveness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Readiness probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "Warning event Failed on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Error: failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-85b5cf8b78-6sd5h", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 90, "waiting_reason": null, "workload_title": "platform-radar", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "platform-radar", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Startup probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Readiness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Liveness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Readiness probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: failed to sync configmap cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container platform-radar in pod platform-radar-85b5cf8b78-6sd5h_platform-radar-local(2387f578-9d8e-443f-9f4a-27d2beb6185b)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 90 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-85b5cf8b78-6sd5h container `platform-radar` last terminated reason: Completed exit code 0", "platform-radar-local/platform-radar-85b5cf8b78-6sd5h restart count: 90", "platform-radar-local/platform-radar-85b5cf8b78-6sd5h readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Startup probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Readiness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Liveness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Readiness probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "Warning event Failed on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Error: failed to sync configmap cache: timed out waiting for the condition" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "Failed", "Unhealthy" ], "evidence_highlights": [ "platform-radar-local/platform-radar-85b5cf8b78-6sd5h container `platform-radar` last terminated reason: Completed exit code 0", "platform-radar-local/platform-radar-85b5cf8b78-6sd5h restart count: 90", "platform-radar-local/platform-radar-85b5cf8b78-6sd5h readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Startup probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Readiness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Liveness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Readiness probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "Warning event Failed on platform-radar-local/platform-radar-85b5cf8b78-6sd5h: Error: failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 90 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Startup probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Readiness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Liveness probe failed: Get \"http://10.244.0.17:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Readiness probe failed: Get \"http://10.244.0.17:8080/health\": dial tcp 10.244.0.17:8080: connect: connection refused", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: failed to sync configmap cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container platform-radar in pod platform-radar-85b5cf8b78-6sd5h_platform-radar-local(2387f578-9d8e-443f-9f4a-27d2beb6185b)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-85b5cf8b78-6sd5h", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Failed to pull image \"cluster-copilot:0.1.0-db-pool-20260729124756\": failed to pull and unpack image \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": failed to resolve reference \"docker.io/library/cluster-copilot:0.1.0-db-pool-20260729124756\": pull access denied, repository does not exist or may require authorization: server message: insufficient_scope: authorization failed", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" } ], "pods": [ { "name": "platform-radar-85b5cf8b78-6sd5h", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 90, "waiting_reason": null, "workload_title": "platform-radar", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "platform-radar", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 23, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806775", "source_id": "management", "title": "mail-to-order-dispatch-29806775", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806775", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-03T03:35:00.921466+00:00", "opened_at": "2026-09-03T03:35:00.921466+00:00", "last_seen_at": "2026-09-03T03:35:00.921466+00:00", "last_changed_at": "2026-09-03T03:35:00.921466+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806775-2rrvn", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806775", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806775", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806775", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806775-2rrvn container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806775-2rrvn readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806775-2rrvn", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806775", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806775", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806775-2rrvn container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806775-2rrvn readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806775-2rrvn container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806775-2rrvn readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806775-2rrvn", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806775", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806760", "source_id": "management", "title": "mail-to-order-dispatch-29806760", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806760", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-03T03:22:55.773414+00:00", "opened_at": "2026-09-03T03:22:55.773414+00:00", "last_seen_at": "2026-09-03T03:22:55.773414+00:00", "last_changed_at": "2026-09-03T03:22:55.773414+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806760-lfprc", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806760", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806760", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806760", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806760-lfprc container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806760-lfprc readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806760-lfprc", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806760", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806760", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806760-lfprc container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806760-lfprc readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806760-lfprc container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806760-lfprc readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806760-lfprc", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806760", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806665", "source_id": "management", "title": "mail-to-order-dispatch-29806665", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806665", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-03T01:50:09.081519+00:00", "opened_at": "2026-09-03T01:50:09.081519+00:00", "last_seen_at": "2026-09-03T01:50:09.081519+00:00", "last_changed_at": "2026-09-03T01:50:09.081519+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806665-d44t9", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806665", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806665", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806665", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806665-d44t9 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806665-d44t9 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806665-d44t9", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806665", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806665", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806665-d44t9 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806665-d44t9 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806665-d44t9 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806665-d44t9 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806665-d44t9", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806665", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806655", "source_id": "management", "title": "mail-to-order-dispatch-29806655", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806655", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-03T01:39:42.459336+00:00", "opened_at": "2026-09-03T01:39:42.459336+00:00", "last_seen_at": "2026-09-03T01:39:42.459336+00:00", "last_changed_at": "2026-09-03T01:39:42.459336+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806655-jzkwg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806655", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806655", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806655", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806655-jzkwg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806655-jzkwg readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806655-jzkwg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806655", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806655", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806655-jzkwg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806655-jzkwg readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806655-jzkwg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806655-jzkwg readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806655-jzkwg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806655", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mypos:tillwise-gotenberg", "source_id": "management", "title": "tillwise-gotenberg", "namespace": "mypos", "target_kind": "event", "target_name": "tillwise-gotenberg", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Error updating Endpoint Slices for Service mypos/tillwise-gotenberg: failed to update tillwise-gotenberg-bsl5r EndpointSlice for Service mypos/tillwise-gotenberg: etcdserver: request timed out", "occurrence_count": 1, "first_seen_at": "2026-09-02T22:20:11.703186+00:00", "opened_at": "2026-09-02T22:20:11.703186+00:00", "last_seen_at": "2026-09-03T00:06:09.217932+00:00", "last_changed_at": "2026-09-02T22:20:11.703186+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mypos", "deployment": null, "log_samples": [], "incident_key": "event:management:mypos:tillwise-gotenberg", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mypos/tillwise-gotenberg: failed to update tillwise-gotenberg-bsl5r EndpointSlice for Service mypos/tillwise-gotenberg: etcdserver: request timed out", "namespace": "mypos", "involved_kind": "Service", "involved_object": "tillwise-gotenberg", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mypos/tillwise-gotenberg: Error updating Endpoint Slices for Service mypos/tillwise-gotenberg: failed to update tillwise-gotenberg-bsl5r EndpointSlice for Service mypos/tillwise-gotenberg: etcdserver: request timed out" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mypos/tillwise-gotenberg: failed to update tillwise-gotenberg-bsl5r EndpointSlice for Service mypos/tillwise-gotenberg: etcdserver: request timed out", "namespace": "mypos", "involved_kind": "Service", "involved_object": "tillwise-gotenberg", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mypos/tillwise-gotenberg: Error updating Endpoint Slices for Service mypos/tillwise-gotenberg: failed to update tillwise-gotenberg-bsl5r EndpointSlice for Service mypos/tillwise-gotenberg: etcdserver: request timed out" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpointSlices" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mypos/tillwise-gotenberg: Error updating Endpoint Slices for Service mypos/tillwise-gotenberg: failed to update tillwise-gotenberg-bsl5r EndpointSlice for Service mypos/tillwise-gotenberg: etcdserver: request timed out" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mypos/tillwise-gotenberg: failed to update tillwise-gotenberg-bsl5r EndpointSlice for Service mypos/tillwise-gotenberg: etcdserver: request timed out", "namespace": "mypos", "involved_kind": "Service", "involved_object": "tillwise-gotenberg", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:observability:kube-prometheus-stack-prometheus-node-exporter", "source_id": "management", "title": "kube-prometheus-stack-prometheus-node-exporter", "namespace": "observability", "target_kind": "event", "target_name": "kube-prometheus-stack-prometheus-node-exporter", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Error updating Endpoint Slices for Service observability/kube-prometheus-stack-prometheus-node-exporter: failed to update kube-prometheus-stack-prometheus-node-exporter-grrr6 EndpointSlice for Service observability/kube-prometheus-stack-prometheus-node-exporter: etcdserver: request timed out", "occurrence_count": 1, "first_seen_at": "2026-09-02T22:12:07.177087+00:00", "opened_at": "2026-09-02T22:12:07.177087+00:00", "last_seen_at": "2026-09-03T00:06:09.217932+00:00", "last_changed_at": "2026-09-02T22:12:07.177087+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "observability", "deployment": null, "log_samples": [], "incident_key": "event:management:observability:kube-prometheus-stack-prometheus-node-exporter", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service observability/kube-prometheus-stack-prometheus-node-exporter: failed to update kube-prometheus-stack-prometheus-node-exporter-grrr6 EndpointSlice for Service observability/kube-prometheus-stack-prometheus-node-exporter: etcdserver: request timed out", "namespace": "observability", "involved_kind": "Service", "involved_object": "kube-prometheus-stack-prometheus-node-exporter", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on observability/kube-prometheus-stack-prometheus-node-exporter: Error updating Endpoint Slices for Service observability/kube-prometheus-stack-prometheus-node-exporter: failed to update kube-prometheus-stack-prometheus-node-exporter-grrr6 EndpointSlice for Service observability/kube-prometheus-stack-prometheus-node-exporter: etcdserver: request timed out" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service observability/kube-prometheus-stack-prometheus-node-exporter: failed to update kube-prometheus-stack-prometheus-node-exporter-grrr6 EndpointSlice for Service observability/kube-prometheus-stack-prometheus-node-exporter: etcdserver: request timed out", "namespace": "observability", "involved_kind": "Service", "involved_object": "kube-prometheus-stack-prometheus-node-exporter", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on observability/kube-prometheus-stack-prometheus-node-exporter: Error updating Endpoint Slices for Service observability/kube-prometheus-stack-prometheus-node-exporter: failed to update kube-prometheus-stack-prometheus-node-exporter-grrr6 EndpointSlice for Service observability/kube-prometheus-stack-prometheus-node-exporter: etcdserver: request timed out" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpointSlices" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on observability/kube-prometheus-stack-prometheus-node-exporter: Error updating Endpoint Slices for Service observability/kube-prometheus-stack-prometheus-node-exporter: failed to update kube-prometheus-stack-prometheus-node-exporter-grrr6 EndpointSlice for Service observability/kube-prometheus-stack-prometheus-node-exporter: etcdserver: request timed out" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service observability/kube-prometheus-stack-prometheus-node-exporter: failed to update kube-prometheus-stack-prometheus-node-exporter-grrr6 EndpointSlice for Service observability/kube-prometheus-stack-prometheus-node-exporter: etcdserver: request timed out", "namespace": "observability", "involved_kind": "Service", "involved_object": "kube-prometheus-stack-prometheus-node-exporter", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mapwise-control:mapwise-control-api", "source_id": "management", "title": "mapwise-control-api", "namespace": "mapwise-control", "target_kind": "event", "target_name": "mapwise-control-api", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Error updating Endpoint Slices for Service mapwise-control/mapwise-control-api: failed to update mapwise-control-api-96khd EndpointSlice for Service mapwise-control/mapwise-control-api: etcdserver: request timed out", "occurrence_count": 3, "first_seen_at": "2026-08-30T07:05:29.049577+00:00", "opened_at": "2026-08-30T07:05:29.049577+00:00", "last_seen_at": "2026-09-03T00:06:09.217932+00:00", "last_changed_at": "2026-09-02T22:20:11.703186+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mapwise-control", "deployment": null, "log_samples": [], "incident_key": "event:management:mapwise-control:mapwise-control-api", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mapwise-control/mapwise-control-api: failed to update mapwise-control-api-96khd EndpointSlice for Service mapwise-control/mapwise-control-api: etcdserver: request timed out", "namespace": "mapwise-control", "involved_kind": "Service", "involved_object": "mapwise-control-api", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mapwise-control/mapwise-control-api: Error updating Endpoint Slices for Service mapwise-control/mapwise-control-api: failed to update mapwise-control-api-96khd EndpointSlice for Service mapwise-control/mapwise-control-api: etcdserver: request timed out" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mapwise-control/mapwise-control-api: failed to update mapwise-control-api-96khd EndpointSlice for Service mapwise-control/mapwise-control-api: etcdserver: request timed out", "namespace": "mapwise-control", "involved_kind": "Service", "involved_object": "mapwise-control-api", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-control", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mapwise-control/mapwise-control-api: Error updating Endpoint Slices for Service mapwise-control/mapwise-control-api: failed to update mapwise-control-api-96khd EndpointSlice for Service mapwise-control/mapwise-control-api: etcdserver: request timed out" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpointSlices" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpointSlices on mapwise-control/mapwise-control-api: Error updating Endpoint Slices for Service mapwise-control/mapwise-control-api: failed to update mapwise-control-api-96khd EndpointSlice for Service mapwise-control/mapwise-control-api: etcdserver: request timed out" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpointSlices", "cluster": "management", "message": "Error updating Endpoint Slices for Service mapwise-control/mapwise-control-api: failed to update mapwise-control-api-96khd EndpointSlice for Service mapwise-control/mapwise-control-api: etcdserver: request timed out", "namespace": "mapwise-control", "involved_kind": "Service", "involved_object": "mapwise-control-api", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806505", "source_id": "management", "title": "mail-to-order-dispatch-29806505", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806505", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 1, "first_seen_at": "2026-09-02T23:22:32.916300+00:00", "opened_at": "2026-09-02T23:22:32.916300+00:00", "last_seen_at": "2026-09-02T23:28:26.251684+00:00", "last_changed_at": "2026-09-02T23:22:32.916300+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806505-5d9rh", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806505", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806505", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806505", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806505-5d9rh_mail-to-order(393b121e-9b3c-4ab6-a498-681f2baa3ec4)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29806505-5d9rh", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806505-5d9rh container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806505-5d9rh restart count: 3", "mail-to-order/mail-to-order-dispatch-29806505-5d9rh readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29806505-5d9rh: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806505-5d9rh_mail-to-order(393b121e-9b3c-4ab6-a498-681f2baa3ec4)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806505-5d9rh", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806505", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806505-5d9rh_mail-to-order(393b121e-9b3c-4ab6-a498-681f2baa3ec4)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29806505-5d9rh", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806505", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806505-5d9rh container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806505-5d9rh restart count: 3", "mail-to-order/mail-to-order-dispatch-29806505-5d9rh readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29806505-5d9rh: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806505-5d9rh_mail-to-order(393b121e-9b3c-4ab6-a498-681f2baa3ec4)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806505-5d9rh container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806505-5d9rh restart count: 3", "mail-to-order/mail-to-order-dispatch-29806505-5d9rh readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29806505-5d9rh: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806505-5d9rh_mail-to-order(393b121e-9b3c-4ab6-a498-681f2baa3ec4)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806505-5d9rh_mail-to-order(393b121e-9b3c-4ab6-a498-681f2baa3ec4)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29806505-5d9rh", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29806505-5d9rh", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806505", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 7, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806445", "source_id": "management", "title": "mail-to-order-dispatch-29806445", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806445", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-02T22:12:07.177087+00:00", "opened_at": "2026-09-02T22:12:07.177087+00:00", "last_seen_at": "2026-09-02T22:20:11.703186+00:00", "last_changed_at": "2026-09-02T22:20:11.703186+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806445-2lr52", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806445", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806445", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806445", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806445-2lr52 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806445-2lr52 restart count: 1", "mail-to-order/mail-to-order-dispatch-29806445-2lr52 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806445-2lr52", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806445", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806445", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806445-2lr52 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806445-2lr52 restart count: 1", "mail-to-order/mail-to-order-dispatch-29806445-2lr52 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806445-2lr52 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806445-2lr52 restart count: 1", "mail-to-order/mail-to-order-dispatch-29806445-2lr52 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806445-2lr52", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806445", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 5, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:tillwise-mqtt", "source_id": "management", "title": "tillwise-mqtt", "namespace": "mypos", "target_kind": "workload", "target_name": "tillwise-mqtt", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 2, "first_seen_at": "2026-06-13T18:12:46.907972+00:00", "opened_at": "2026-06-13T18:12:46.907972+00:00", "last_seen_at": "2026-09-02T22:12:07.177087+00:00", "last_changed_at": "2026-09-02T22:12:07.177087+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-mqtt-dd9ffb7fb-l5xc7", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 57, "waiting_reason": null, "workload_title": "tillwise-mqtt", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "mosquitto", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mypos", "deployment": "tillwise-mqtt", "log_samples": [], "incident_key": "workload:management:mypos:tillwise-mqtt", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.39:8883: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mqtt-dd9ffb7fb-l5xc7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.39:8883: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mqtt-dd9ffb7fb-l5xc7", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 57 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mypos/tillwise-mqtt-dd9ffb7fb-l5xc7 container `mosquitto` last terminated reason: Completed exit code 0", "mypos/tillwise-mqtt-dd9ffb7fb-l5xc7 restart count: 57", "mypos/tillwise-mqtt-dd9ffb7fb-l5xc7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-mqtt-dd9ffb7fb-l5xc7: Readiness probe failed: dial tcp 10.244.0.39:8883: i/o timeout", "Warning event Unhealthy on mypos/tillwise-mqtt-dd9ffb7fb-l5xc7: Liveness probe failed: dial tcp 10.244.0.39:8883: i/o timeout" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-mqtt-dd9ffb7fb-l5xc7", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 57, "waiting_reason": null, "workload_title": "tillwise-mqtt", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "mosquitto", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.39:8883: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mqtt-dd9ffb7fb-l5xc7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.39:8883: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mqtt-dd9ffb7fb-l5xc7", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "tillwise-mqtt", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 57 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mypos/tillwise-mqtt-dd9ffb7fb-l5xc7 container `mosquitto` last terminated reason: Completed exit code 0", "mypos/tillwise-mqtt-dd9ffb7fb-l5xc7 restart count: 57", "mypos/tillwise-mqtt-dd9ffb7fb-l5xc7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-mqtt-dd9ffb7fb-l5xc7: Readiness probe failed: dial tcp 10.244.0.39:8883: i/o timeout", "Warning event Unhealthy on mypos/tillwise-mqtt-dd9ffb7fb-l5xc7: Liveness probe failed: dial tcp 10.244.0.39:8883: i/o timeout" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mypos/tillwise-mqtt-dd9ffb7fb-l5xc7 container `mosquitto` last terminated reason: Completed exit code 0", "mypos/tillwise-mqtt-dd9ffb7fb-l5xc7 restart count: 57", "mypos/tillwise-mqtt-dd9ffb7fb-l5xc7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mypos/tillwise-mqtt-dd9ffb7fb-l5xc7: Readiness probe failed: dial tcp 10.244.0.39:8883: i/o timeout", "Warning event Unhealthy on mypos/tillwise-mqtt-dd9ffb7fb-l5xc7: Liveness probe failed: dial tcp 10.244.0.39:8883: i/o timeout" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 57 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.39:8883: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mqtt-dd9ffb7fb-l5xc7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.39:8883: i/o timeout", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mqtt-dd9ffb7fb-l5xc7", "cluster_display_name": "Management" } ], "pods": [ { "name": "tillwise-mqtt-dd9ffb7fb-l5xc7", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 57, "waiting_reason": null, "workload_title": "tillwise-mqtt", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "mosquitto", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:apim-portal:portal-frontend", "source_id": "management", "title": "portal-frontend", "namespace": "apim-portal", "target_kind": "workload", "target_name": "portal-frontend", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 18, "first_seen_at": "2026-05-12T12:38:40.827422+00:00", "opened_at": "2026-05-12T18:39:14.564776+00:00", "last_seen_at": "2026-09-02T22:12:07.177087+00:00", "last_changed_at": "2026-09-02T22:12:07.177087+00:00", "resolved_at": "2026-05-12T18:39:30.710595+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "portal-frontend-58767587f7-pl7zx", "phase": "Running", "cluster": "management", "namespace": "apim-portal", "node_name": "agentic-local-control-plane", "restart_count": 149, "waiting_reason": null, "workload_title": "portal-frontend", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "portal-frontend", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "apim-portal", "deployment": "portal-frontend", "log_samples": [], "incident_key": "workload:management:apim-portal:portal-frontend", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-frontend-58767587f7-pl7zx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-frontend-58767587f7-pl7zx", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 149 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "apim-portal/portal-frontend-58767587f7-pl7zx container `portal-frontend` last terminated reason: Completed exit code 0", "apim-portal/portal-frontend-58767587f7-pl7zx restart count: 149", "apim-portal/portal-frontend-58767587f7-pl7zx readiness gap: 0/1 containers ready", "Warning event Unhealthy on apim-portal/portal-frontend-58767587f7-pl7zx: Readiness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on apim-portal/portal-frontend-58767587f7-pl7zx: Liveness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "portal-frontend-58767587f7-pl7zx", "phase": "Running", "cluster": "management", "namespace": "apim-portal", "node_name": "agentic-local-control-plane", "restart_count": 149, "waiting_reason": null, "workload_title": "portal-frontend", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "portal-frontend", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-frontend-58767587f7-pl7zx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-frontend-58767587f7-pl7zx", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "apim-portal", "deployment": "portal-frontend", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 149 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "apim-portal/portal-frontend-58767587f7-pl7zx container `portal-frontend` last terminated reason: Completed exit code 0", "apim-portal/portal-frontend-58767587f7-pl7zx restart count: 149", "apim-portal/portal-frontend-58767587f7-pl7zx readiness gap: 0/1 containers ready", "Warning event Unhealthy on apim-portal/portal-frontend-58767587f7-pl7zx: Readiness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on apim-portal/portal-frontend-58767587f7-pl7zx: Liveness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "apim-portal/portal-frontend-58767587f7-pl7zx container `portal-frontend` last terminated reason: Completed exit code 0", "apim-portal/portal-frontend-58767587f7-pl7zx restart count: 149", "apim-portal/portal-frontend-58767587f7-pl7zx readiness gap: 0/1 containers ready", "Warning event Unhealthy on apim-portal/portal-frontend-58767587f7-pl7zx: Readiness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on apim-portal/portal-frontend-58767587f7-pl7zx: Liveness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 149 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-frontend-58767587f7-pl7zx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.78:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-frontend-58767587f7-pl7zx", "cluster_display_name": "Management" } ], "pods": [ { "name": "portal-frontend-58767587f7-pl7zx", "phase": "Running", "cluster": "management", "namespace": "apim-portal", "node_name": "agentic-local-control-plane", "restart_count": 149, "waiting_reason": null, "workload_title": "portal-frontend", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "portal-frontend", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806405", "source_id": "management", "title": "mail-to-order-dispatch-29806405", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806405", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-02T21:37:43.014528+00:00", "opened_at": "2026-09-02T21:37:43.014528+00:00", "last_seen_at": "2026-09-02T21:37:43.014528+00:00", "last_changed_at": "2026-09-02T21:37:43.014528+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806405-b49wd", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806405", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806405", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806405", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806405-b49wd container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806405-b49wd readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806405-b49wd", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806405", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806405", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806405-b49wd container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806405-b49wd readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806405-b49wd container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806405-b49wd readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806405-b49wd", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806405", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:observability-trace-gateway", "source_id": "management", "title": "observability-trace-gateway", "namespace": "observability", "target_kind": "workload", "target_name": "observability-trace-gateway", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 6, "first_seen_at": "2026-05-09T06:08:34.613133+00:00", "opened_at": "2026-05-31T10:06:44.210220+00:00", "last_seen_at": "2026-09-02T21:27:37.927649+00:00", "last_changed_at": "2026-09-01T19:40:03.277792+00:00", "resolved_at": "2026-05-31T10:07:00.499937+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "observability-trace-gateway-54b7687559-988c5", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 38, "waiting_reason": null, "workload_title": "observability-trace-gateway", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "gateway", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "observability", "deployment": "observability-trace-gateway", "log_samples": [], "incident_key": "workload:management:observability:observability-trace-gateway", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.72:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-trace-gateway-54b7687559-988c5", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 38 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/observability-trace-gateway-54b7687559-988c5 container `gateway` last terminated reason: Unknown exit code 255", "observability/observability-trace-gateway-54b7687559-988c5 restart count: 38", "observability/observability-trace-gateway-54b7687559-988c5 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/observability-trace-gateway-54b7687559-988c5: Readiness probe failed: Get \"http://10.244.0.72:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "observability-trace-gateway-54b7687559-988c5", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 38, "waiting_reason": null, "workload_title": "observability-trace-gateway", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "gateway", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.72:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-trace-gateway-54b7687559-988c5", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "observability-trace-gateway", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 38 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/observability-trace-gateway-54b7687559-988c5 container `gateway` last terminated reason: Unknown exit code 255", "observability/observability-trace-gateway-54b7687559-988c5 restart count: 38", "observability/observability-trace-gateway-54b7687559-988c5 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/observability-trace-gateway-54b7687559-988c5: Readiness probe failed: Get \"http://10.244.0.72:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/observability-trace-gateway-54b7687559-988c5 container `gateway` last terminated reason: Unknown exit code 255", "observability/observability-trace-gateway-54b7687559-988c5 restart count: 38", "observability/observability-trace-gateway-54b7687559-988c5 readiness gap: 0/1 containers ready", "Warning event Unhealthy on observability/observability-trace-gateway-54b7687559-988c5: Readiness probe failed: Get \"http://10.244.0.72:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 38 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.72:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-trace-gateway-54b7687559-988c5", "cluster_display_name": "Management" } ], "pods": [ { "name": "observability-trace-gateway-54b7687559-988c5", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 38, "waiting_reason": null, "workload_title": "observability-trace-gateway", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "gateway", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806300", "source_id": "management", "title": "mail-to-order-dispatch-29806300", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806300", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Operational issue detected", "occurrence_count": 1, "first_seen_at": "2026-09-02T19:47:11.150331+00:00", "opened_at": "2026-09-02T19:47:11.150331+00:00", "last_seen_at": "2026-09-02T19:47:11.150331+00:00", "last_changed_at": "2026-09-02T19:47:11.150331+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806300-5wsw8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806300", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806300", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806300", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806300-5wsw8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806300", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806300", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Operational issue detected" ], "evidence_highlights": [], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806300-5wsw8", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": null, "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806300", "ready_containers": 0, "total_containers": 0, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 2, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806275", "source_id": "management", "title": "mail-to-order-dispatch-29806275", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806275", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-02T19:15:07.241199+00:00", "opened_at": "2026-09-02T19:15:07.241199+00:00", "last_seen_at": "2026-09-02T19:15:07.241199+00:00", "last_changed_at": "2026-09-02T19:15:07.241199+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806275-pdvrk", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806275", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806275", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806275", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806275-pdvrk container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806275-pdvrk readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806275-pdvrk", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806275", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806275", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806275-pdvrk container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806275-pdvrk readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806275-pdvrk container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806275-pdvrk readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806275-pdvrk", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806275", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806240", "source_id": "management", "title": "mail-to-order-dispatch-29806240", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806240", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 1, "first_seen_at": "2026-09-02T18:44:28.155262+00:00", "opened_at": "2026-09-02T18:44:28.155262+00:00", "last_seen_at": "2026-09-02T18:54:36.419756+00:00", "last_changed_at": "2026-09-02T18:44:28.155262+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806240-rzff9", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806240", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806240", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806240", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806240-rzff9_mail-to-order(df6dab20-70d7-45e9-9695-401ff73a9978)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29806240-rzff9", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806240-rzff9 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806240-rzff9 restart count: 3", "mail-to-order/mail-to-order-dispatch-29806240-rzff9 readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29806240-rzff9: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806240-rzff9_mail-to-order(df6dab20-70d7-45e9-9695-401ff73a9978)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806240-rzff9", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806240", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806240-rzff9_mail-to-order(df6dab20-70d7-45e9-9695-401ff73a9978)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29806240-rzff9", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806240", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806240-rzff9 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806240-rzff9 restart count: 3", "mail-to-order/mail-to-order-dispatch-29806240-rzff9 readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29806240-rzff9: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806240-rzff9_mail-to-order(df6dab20-70d7-45e9-9695-401ff73a9978)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806240-rzff9 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806240-rzff9 restart count: 3", "mail-to-order/mail-to-order-dispatch-29806240-rzff9 readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29806240-rzff9: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806240-rzff9_mail-to-order(df6dab20-70d7-45e9-9695-401ff73a9978)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29806240-rzff9_mail-to-order(df6dab20-70d7-45e9-9695-401ff73a9978)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29806240-rzff9", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29806240-rzff9", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806240", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 7, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806220", "source_id": "management", "title": "mail-to-order-dispatch-29806220", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806220", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-02T18:20:03.345984+00:00", "opened_at": "2026-09-02T18:20:03.345984+00:00", "last_seen_at": "2026-09-02T18:20:03.345984+00:00", "last_changed_at": "2026-09-02T18:20:03.345984+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806220-f7p4k", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806220", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806220", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806220", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806220-f7p4k container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806220-f7p4k readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806220-f7p4k", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806220", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806220", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806220-f7p4k container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806220-f7p4k readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806220-f7p4k container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806220-f7p4k readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806220-f7p4k", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806220", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806200", "source_id": "management", "title": "mail-to-order-dispatch-29806200", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806200", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-02T18:00:48.239488+00:00", "opened_at": "2026-09-02T18:00:48.239488+00:00", "last_seen_at": "2026-09-02T18:00:48.239488+00:00", "last_changed_at": "2026-09-02T18:00:48.239488+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806200-56kls", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806200", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806200", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806200", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806200-56kls container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806200-56kls readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806200-56kls", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806200", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806200", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806200-56kls container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806200-56kls readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806200-56kls container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806200-56kls readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806200-56kls", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806200", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806170", "source_id": "management", "title": "mail-to-order-dispatch-29806170", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806170", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-02T17:36:22.848743+00:00", "opened_at": "2026-09-02T17:36:22.848743+00:00", "last_seen_at": "2026-09-02T17:44:36.700402+00:00", "last_changed_at": "2026-09-02T17:36:22.848743+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806170-ktn9s", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806170", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806170", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806170", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806170-ktn9s container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806170-ktn9s restart count: 1", "mail-to-order/mail-to-order-dispatch-29806170-ktn9s readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806170-ktn9s", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806170", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806170", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806170-ktn9s container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806170-ktn9s restart count: 1", "mail-to-order/mail-to-order-dispatch-29806170-ktn9s readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806170-ktn9s container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29806170-ktn9s restart count: 1", "mail-to-order/mail-to-order-dispatch-29806170-ktn9s readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806170-ktn9s", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29806170", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 5, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806045", "source_id": "management", "title": "mail-to-order-dispatch-29806045", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29806045", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-02T15:25:03.453479+00:00", "opened_at": "2026-09-02T15:25:03.453479+00:00", "last_seen_at": "2026-09-02T15:25:03.453479+00:00", "last_changed_at": "2026-09-02T15:25:03.453479+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29806045-rrtsg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806045", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806045", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29806045", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806045-rrtsg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806045-rrtsg readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29806045-rrtsg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806045", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29806045", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806045-rrtsg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806045-rrtsg readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29806045-rrtsg container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29806045-rrtsg readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29806045-rrtsg", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29806045", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805900", "source_id": "management", "title": "mail-to-order-dispatch-29805900", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29805900", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-02T13:00:05.453084+00:00", "opened_at": "2026-09-02T13:00:05.453084+00:00", "last_seen_at": "2026-09-02T13:00:05.453084+00:00", "last_changed_at": "2026-09-02T13:00:05.453084+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29805900-wdkbl", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805900", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805900", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805900", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805900-wdkbl container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805900-wdkbl readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29805900-wdkbl", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805900", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805900", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805900-wdkbl container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805900-wdkbl readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805900-wdkbl container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805900-wdkbl readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29805900-wdkbl", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805900", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805890", "source_id": "management", "title": "mail-to-order-dispatch-29805890", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29805890", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-02T12:50:00.924658+00:00", "opened_at": "2026-09-02T12:50:00.924658+00:00", "last_seen_at": "2026-09-02T12:50:00.924658+00:00", "last_changed_at": "2026-09-02T12:50:00.924658+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29805890-phn55", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805890", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805890", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805890", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805890-phn55 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805890-phn55 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29805890-phn55", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805890", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805890", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805890-phn55 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805890-phn55 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805890-phn55 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805890-phn55 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29805890-phn55", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805890", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805775", "source_id": "management", "title": "mail-to-order-dispatch-29805775", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29805775", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 1, "first_seen_at": "2026-09-02T10:59:05.336642+00:00", "opened_at": "2026-09-02T10:59:05.336642+00:00", "last_seen_at": "2026-09-02T11:09:10.323498+00:00", "last_changed_at": "2026-09-02T10:59:05.336642+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29805775-hhndp", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805775", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805775", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805775", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805775-hhndp_mail-to-order(3ca14231-8c40-44a6-a9e0-f3d0ddc5e09e)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29805775-hhndp", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805775-hhndp container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805775-hhndp restart count: 2", "mail-to-order/mail-to-order-dispatch-29805775-hhndp readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29805775-hhndp: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805775-hhndp_mail-to-order(3ca14231-8c40-44a6-a9e0-f3d0ddc5e09e)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29805775-hhndp", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805775", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805775-hhndp_mail-to-order(3ca14231-8c40-44a6-a9e0-f3d0ddc5e09e)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29805775-hhndp", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805775", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805775-hhndp container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805775-hhndp restart count: 2", "mail-to-order/mail-to-order-dispatch-29805775-hhndp readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29805775-hhndp: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805775-hhndp_mail-to-order(3ca14231-8c40-44a6-a9e0-f3d0ddc5e09e)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805775-hhndp container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805775-hhndp restart count: 2", "mail-to-order/mail-to-order-dispatch-29805775-hhndp readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29805775-hhndp: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805775-hhndp_mail-to-order(3ca14231-8c40-44a6-a9e0-f3d0ddc5e09e)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805775-hhndp_mail-to-order(3ca14231-8c40-44a6-a9e0-f3d0ddc5e09e)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29805775-hhndp", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29805775-hhndp", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805775", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 7, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:copilot-demo:demo-missing-config-5fcd49547-w2cht", "source_id": "management", "title": "demo-missing-config-5fcd49547-w2cht", "namespace": "copilot-demo", "target_kind": "event", "target_name": "demo-missing-config-5fcd49547-w2cht", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error: configmap \"demo-missing-config-settings\" not found", "occurrence_count": 4, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-09-02T10:57:04.375422+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "copilot-demo", "deployment": null, "log_samples": [], "incident_key": "event:management:copilot-demo:demo-missing-config-5fcd49547-w2cht", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: configmap \"demo-missing-config-settings\" not found", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-missing-config-5fcd49547-w2cht", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event Failed on copilot-demo/demo-missing-config-5fcd49547-w2cht: Error: configmap \"demo-missing-config-settings\" not found" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: configmap \"demo-missing-config-settings\" not found", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-missing-config-5fcd49547-w2cht", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "copilot-demo", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event Failed on copilot-demo/demo-missing-config-5fcd49547-w2cht: Error: configmap \"demo-missing-config-settings\" not found" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "Warning event Failed on copilot-demo/demo-missing-config-5fcd49547-w2cht: Error: configmap \"demo-missing-config-settings\" not found" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: configmap \"demo-missing-config-settings\" not found", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-missing-config-5fcd49547-w2cht", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805765", "source_id": "management", "title": "mail-to-order-dispatch-29805765", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29805765", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-02T10:45:02.700178+00:00", "opened_at": "2026-09-02T10:45:02.700178+00:00", "last_seen_at": "2026-09-02T10:45:02.700178+00:00", "last_changed_at": "2026-09-02T10:45:02.700178+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29805765-k5s7q", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805765", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805765", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805765", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805765-k5s7q container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805765-k5s7q readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29805765-k5s7q", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805765", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805765", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805765-k5s7q container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805765-k5s7q readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805765-k5s7q container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805765-k5s7q readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29805765-k5s7q", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805765", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-sap-readcheck-20260902", "source_id": "management", "title": "mail-to-order-sap-readcheck-20260902", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-sap-readcheck-20260902", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CreateContainerConfigError", "occurrence_count": 1, "first_seen_at": "2026-09-02T10:34:58.590197+00:00", "opened_at": "2026-09-02T10:34:58.590197+00:00", "last_seen_at": "2026-09-02T10:34:58.590197+00:00", "last_changed_at": "2026-09-02T10:34:58.590197+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-sap-readcheck-20260902", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "mail-to-order-sap-readcheck-20260902", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "mail-to-order-sap-readcheck-20260902", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-sap-readcheck-20260902", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-sap-readcheck-20260902", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: container has runAsNonRoot and image has non-numeric user (curl_user), cannot verify user is non-root (pod: \"mail-to-order-sap-readcheck-20260902_mail-to-order(38e191fd-450c-49f6-9ee5-9d693a7f6bfa)\", container: mail-to-order-sap-readcheck-20260902)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-sap-readcheck-20260902", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "evidence_highlights": [ "mail-to-order/mail-to-order-sap-readcheck-20260902 container `mail-to-order-sap-readcheck-20260902` waiting reason: CreateContainerConfigError", "mail-to-order/mail-to-order-sap-readcheck-20260902 readiness gap: 0/1 containers ready", "Warning event Failed on mail-to-order/mail-to-order-sap-readcheck-20260902: Error: container has runAsNonRoot and image has non-numeric user (curl_user), cannot verify user is non-root (pod: \"mail-to-order-sap-readcheck-20260902_mail-to-order(38e191fd-450c-49f6-9ee5-9d693a7f6bfa)\", container: mail-to-order-sap-readcheck-20260902)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-sap-readcheck-20260902", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "mail-to-order-sap-readcheck-20260902", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "mail-to-order-sap-readcheck-20260902", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: container has runAsNonRoot and image has non-numeric user (curl_user), cannot verify user is non-root (pod: \"mail-to-order-sap-readcheck-20260902_mail-to-order(38e191fd-450c-49f6-9ee5-9d693a7f6bfa)\", container: mail-to-order-sap-readcheck-20260902)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-sap-readcheck-20260902", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-sap-readcheck-20260902", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-sap-readcheck-20260902 container `mail-to-order-sap-readcheck-20260902` waiting reason: CreateContainerConfigError", "mail-to-order/mail-to-order-sap-readcheck-20260902 readiness gap: 0/1 containers ready", "Warning event Failed on mail-to-order/mail-to-order-sap-readcheck-20260902: Error: container has runAsNonRoot and image has non-numeric user (curl_user), cannot verify user is non-root (pod: \"mail-to-order-sap-readcheck-20260902_mail-to-order(38e191fd-450c-49f6-9ee5-9d693a7f6bfa)\", container: mail-to-order-sap-readcheck-20260902)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-sap-readcheck-20260902 container `mail-to-order-sap-readcheck-20260902` waiting reason: CreateContainerConfigError", "mail-to-order/mail-to-order-sap-readcheck-20260902 readiness gap: 0/1 containers ready", "Warning event Failed on mail-to-order/mail-to-order-sap-readcheck-20260902: Error: container has runAsNonRoot and image has non-numeric user (curl_user), cannot verify user is non-root (pod: \"mail-to-order-sap-readcheck-20260902_mail-to-order(38e191fd-450c-49f6-9ee5-9d693a7f6bfa)\", container: mail-to-order-sap-readcheck-20260902)" ], "resource_checks": [], "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: container has runAsNonRoot and image has non-numeric user (curl_user), cannot verify user is non-root (pod: \"mail-to-order-sap-readcheck-20260902_mail-to-order(38e191fd-450c-49f6-9ee5-9d693a7f6bfa)\", container: mail-to-order-sap-readcheck-20260902)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-sap-readcheck-20260902", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-sap-readcheck-20260902", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "mail-to-order-sap-readcheck-20260902", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "mail-to-order-sap-readcheck-20260902", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 6, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805710", "source_id": "management", "title": "mail-to-order-dispatch-29805710", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29805710", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-02T09:50:01.264414+00:00", "opened_at": "2026-09-02T09:50:01.264414+00:00", "last_seen_at": "2026-09-02T09:50:01.264414+00:00", "last_changed_at": "2026-09-02T09:50:01.264414+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29805710-9kwdz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805710", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805710", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805710", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805710-9kwdz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805710-9kwdz readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29805710-9kwdz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805710", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805710", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805710-9kwdz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805710-9kwdz readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805710-9kwdz container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805710-9kwdz readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29805710-9kwdz", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805710", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-web-c89cbd9", "source_id": "management", "title": "mail-to-order-web-c89cbd9", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-web-c89cbd9", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 4 warning event(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-02T08:53:36.372653+00:00", "opened_at": "2026-09-02T08:53:36.372653+00:00", "last_seen_at": "2026-09-02T08:53:36.372653+00:00", "last_changed_at": "2026-09-02T08:53:36.372653+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-web-c89cbd9-qcq9h", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-web-c89cbd9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-web-c89cbd9", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-web-c89cbd9", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-web-c89cbd9-qcq9h container `web` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-web-c89cbd9-qcq9h restart count: 1", "mail-to-order/mail-to-order-web-c89cbd9-qcq9h readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Readiness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Liveness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Readiness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Liveness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-web-c89cbd9-qcq9h", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-web-c89cbd9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-web-c89cbd9", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-web-c89cbd9-qcq9h container `web` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-web-c89cbd9-qcq9h restart count: 1", "mail-to-order/mail-to-order-web-c89cbd9-qcq9h readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Readiness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Liveness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Readiness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Liveness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mail-to-order/mail-to-order-web-c89cbd9-qcq9h container `web` last terminated reason: Completed exit code 0", "mail-to-order/mail-to-order-web-c89cbd9-qcq9h restart count: 1", "mail-to-order/mail-to-order-web-c89cbd9-qcq9h readiness gap: 0/1 containers ready", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Readiness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Liveness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Readiness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused", "Warning event Unhealthy on mail-to-order/mail-to-order-web-c89cbd9-qcq9h: Liveness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.40:8080/health\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.40:8080/health\": dial tcp 10.244.0.40:8080: connect: connection refused", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-web-c89cbd9-qcq9h", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-web-c89cbd9-qcq9h", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-web-c89cbd9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 13, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805470", "source_id": "management", "title": "mail-to-order-dispatch-29805470", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29805470", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 1, "first_seen_at": "2026-09-02T05:50:00.667877+00:00", "opened_at": "2026-09-02T05:50:00.667877+00:00", "last_seen_at": "2026-09-02T06:04:04.207113+00:00", "last_changed_at": "2026-09-02T05:52:01.221493+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29805470-xbf5m", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805470", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805470", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805470", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805470-xbf5m_mail-to-order(4d6817a3-7c94-4e37-a53e-e2cc3ab495d1)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29805470-xbf5m", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805470-xbf5m container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805470-xbf5m restart count: 3", "mail-to-order/mail-to-order-dispatch-29805470-xbf5m readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29805470-xbf5m: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805470-xbf5m_mail-to-order(4d6817a3-7c94-4e37-a53e-e2cc3ab495d1)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29805470-xbf5m", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805470", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805470-xbf5m_mail-to-order(4d6817a3-7c94-4e37-a53e-e2cc3ab495d1)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29805470-xbf5m", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805470", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805470-xbf5m container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805470-xbf5m restart count: 3", "mail-to-order/mail-to-order-dispatch-29805470-xbf5m readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29805470-xbf5m: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805470-xbf5m_mail-to-order(4d6817a3-7c94-4e37-a53e-e2cc3ab495d1)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805470-xbf5m container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805470-xbf5m restart count: 3", "mail-to-order/mail-to-order-dispatch-29805470-xbf5m readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29805470-xbf5m: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805470-xbf5m_mail-to-order(4d6817a3-7c94-4e37-a53e-e2cc3ab495d1)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29805470-xbf5m_mail-to-order(4d6817a3-7c94-4e37-a53e-e2cc3ab495d1)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29805470-xbf5m", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29805470-xbf5m", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805470", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 7, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29805405", "source_id": "management", "title": "mail-to-order-dispatch-29805405", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29805405", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 2, "first_seen_at": "2026-09-02T04:51:35.585929+00:00", "opened_at": "2026-09-02T04:51:35.585929+00:00", "last_seen_at": "2026-09-02T06:04:04.207113+00:00", "last_changed_at": "2026-09-02T04:51:35.585929+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29805405", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29805405", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29805405: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29805405", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29805405: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29805405: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29805405", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805480", "source_id": "management", "title": "mail-to-order-dispatch-29805480", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29805480", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-02T06:00:03.332438+00:00", "opened_at": "2026-09-02T06:00:03.332438+00:00", "last_seen_at": "2026-09-02T06:00:03.332438+00:00", "last_changed_at": "2026-09-02T06:00:03.332438+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29805480-lzmnr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805480", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805480", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805480", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805480-lzmnr container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805480-lzmnr readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29805480-lzmnr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805480", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805480", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805480-lzmnr container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805480-lzmnr readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805480-lzmnr container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29805480-lzmnr readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29805480-lzmnr", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29805480", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:platform-radar-local:platform-radar-uptime-pr-scanner", "source_id": "management", "title": "platform-radar-uptime-pr-scanner", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-uptime-pr-scanner", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 15, "first_seen_at": "2026-06-11T20:12:23.499120+00:00", "opened_at": "2026-06-11T20:12:23.499120+00:00", "last_seen_at": "2026-09-02T05:50:00.667877+00:00", "last_changed_at": "2026-09-02T05:50:00.667877+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 61, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-uptime-pr-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "uptime-pr-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "uptime-pr-scanner", "last_terminated_exit_code": 1 } ], "cluster": "management", "namespace": "platform-radar-local", "deployment": "platform-radar-uptime-pr-scanner", "log_samples": [], "incident_key": "workload:management:platform-radar-local:platform-radar-uptime-pr-scanner", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 61 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d container `uptime-pr-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d container `uptime-pr-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d restart count: 61", "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 61, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-uptime-pr-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "uptime-pr-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "uptime-pr-scanner", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-uptime-pr-scanner", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 61 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d container `uptime-pr-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d container `uptime-pr-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d restart count: 61", "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d container `uptime-pr-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d container `uptime-pr-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d restart count: 61", "platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 61 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "cluster_display_name": "Management" } ], "pods": [ { "name": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 61, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-uptime-pr-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "uptime-pr-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "uptime-pr-scanner", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-security:mapwise-image-signing", "source_id": "management", "title": "mapwise-image-signing", "namespace": "mapwise-security", "target_kind": "workload", "target_name": "mapwise-image-signing", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Error", "occurrence_count": 1, "first_seen_at": "2026-09-01T04:33:57.475152+00:00", "opened_at": "2026-09-01T04:33:57.475152+00:00", "last_seen_at": "2026-09-02T05:25:03.383703+00:00", "last_changed_at": "2026-09-01T05:44:30.411072+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-image-signing-p95rq", "phase": "Failed", "cluster": "management", "namespace": "mapwise-security", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-image-signing", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "signer", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mapwise-security", "deployment": "mapwise-image-signing", "log_samples": [], "incident_key": "workload:management:mapwise-security:mapwise-image-signing", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mapwise-security/mapwise-image-signing-p95rq container `signer` terminated reason: Error", "mapwise-security/mapwise-image-signing-p95rq readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-image-signing-p95rq", "phase": "Failed", "cluster": "management", "namespace": "mapwise-security", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-image-signing", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "signer", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-security", "deployment": "mapwise-image-signing", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mapwise-security/mapwise-image-signing-p95rq container `signer` terminated reason: Error", "mapwise-security/mapwise-image-signing-p95rq readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Error" ], "evidence_highlights": [ "mapwise-security/mapwise-image-signing-p95rq container `signer` terminated reason: Error", "mapwise-security/mapwise-image-signing-p95rq readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mapwise-image-signing-p95rq", "phase": "Failed", "cluster": "management", "namespace": "mapwise-security", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-image-signing", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "signer", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805395", "source_id": "management", "title": "mail-to-order-dispatch-29805395", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29805395", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-02T04:35:05.228498+00:00", "opened_at": "2026-09-02T04:35:05.228498+00:00", "last_seen_at": "2026-09-02T04:35:05.228498+00:00", "last_changed_at": "2026-09-02T04:35:05.228498+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29805395-w5tsh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805395", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805395", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805395", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805395-w5tsh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805395-w5tsh readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29805395-w5tsh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805395", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805395", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805395-w5tsh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805395-w5tsh readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805395-w5tsh container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805395-w5tsh readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29805395-w5tsh", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805395", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29805160", "source_id": "management", "title": "mail-to-order-dispatch-29805160", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29805160", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-02T00:43:47.224340+00:00", "opened_at": "2026-09-02T00:43:47.224340+00:00", "last_seen_at": "2026-09-02T02:02:02.490730+00:00", "last_changed_at": "2026-09-02T00:43:47.224340+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29805160", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29805160", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29805160: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29805160", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29805160: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29805160: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29805160", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805240", "source_id": "management", "title": "mail-to-order-dispatch-29805240", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29805240", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-02T02:00:02.008346+00:00", "opened_at": "2026-09-02T02:00:02.008346+00:00", "last_seen_at": "2026-09-02T02:00:02.008346+00:00", "last_changed_at": "2026-09-02T02:00:02.008346+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29805240-9mrnc", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805240", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805240", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805240", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805240-9mrnc container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805240-9mrnc readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29805240-9mrnc", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805240", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805240", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805240-9mrnc container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805240-9mrnc readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805240-9mrnc container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805240-9mrnc readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29805240-9mrnc", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805240", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805150", "source_id": "management", "title": "mail-to-order-dispatch-29805150", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29805150", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-02T00:30:08.118302+00:00", "opened_at": "2026-09-02T00:30:08.118302+00:00", "last_seen_at": "2026-09-02T00:30:08.118302+00:00", "last_changed_at": "2026-09-02T00:30:08.118302+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29805150-95xc6", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805150", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805150", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29805150", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805150-95xc6 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805150-95xc6 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29805150-95xc6", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805150", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29805150", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805150-95xc6 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805150-95xc6 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29805150-95xc6 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29805150-95xc6 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29805150-95xc6", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29805150", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29805035", "source_id": "management", "title": "mail-to-order-dispatch-29805035", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29805035", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error creating: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-09-01T22:37:22.227248+00:00", "opened_at": "2026-09-01T22:37:22.227248+00:00", "last_seen_at": "2026-09-01T23:37:31.892569+00:00", "last_changed_at": "2026-09-01T22:37:22.227248+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29805035", "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29805035", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29805035: Error creating: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29805035", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29805035: Error creating: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedCreate" ], "evidence_highlights": [ "Warning event FailedCreate on mail-to-order/mail-to-order-dispatch-29805035: Error creating: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedCreate", "cluster": "management", "message": "Error creating: Unauthorized", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29805035", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804935", "source_id": "management", "title": "mail-to-order-dispatch-29804935", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29804935", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-01T20:57:28.873174+00:00", "opened_at": "2026-09-01T20:57:28.873174+00:00", "last_seen_at": "2026-09-01T20:57:28.873174+00:00", "last_changed_at": "2026-09-01T20:57:28.873174+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29804935-pgs8w", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804935", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804935", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804935", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804935-pgs8w container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804935-pgs8w readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29804935-pgs8w", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804935", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804935", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804935-pgs8w container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804935-pgs8w readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804935-pgs8w container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804935-pgs8w readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29804935-pgs8w", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804935", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804930", "source_id": "management", "title": "mail-to-order-dispatch-29804930", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29804930", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-01T20:53:43.843911+00:00", "opened_at": "2026-09-01T20:53:43.843911+00:00", "last_seen_at": "2026-09-01T20:53:43.843911+00:00", "last_changed_at": "2026-09-01T20:53:43.843911+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29804930-mtzd5", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29804930", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804930", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804930", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804930-mtzd5 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29804930-mtzd5 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29804930-mtzd5", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29804930", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804930", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804930-mtzd5 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29804930-mtzd5 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804930-mtzd5 container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29804930-mtzd5 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29804930-mtzd5", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29804930", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804920", "source_id": "management", "title": "mail-to-order-dispatch-29804920", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29804920", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-01T20:40:54.510559+00:00", "opened_at": "2026-09-01T20:40:54.510559+00:00", "last_seen_at": "2026-09-01T20:40:54.510559+00:00", "last_changed_at": "2026-09-01T20:40:54.510559+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29804920-r62vf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29804920", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804920", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804920", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804920-r62vf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29804920-r62vf readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29804920-r62vf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29804920", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804920", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804920-r62vf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29804920-r62vf readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804920-r62vf container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29804920-r62vf readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29804920-r62vf", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29804920", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804855", "source_id": "management", "title": "mail-to-order-dispatch-29804855", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29804855", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-01T19:40:03.277792+00:00", "opened_at": "2026-09-01T19:40:03.277792+00:00", "last_seen_at": "2026-09-01T19:50:09.123361+00:00", "last_changed_at": "2026-09-01T19:45:35.187122+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29804855-bcgvk", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804855", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804855", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804855", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804855-bcgvk container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804855-bcgvk restart count: 1", "mail-to-order/mail-to-order-dispatch-29804855-bcgvk readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29804855-bcgvk", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804855", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804855", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804855-bcgvk container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804855-bcgvk restart count: 1", "mail-to-order/mail-to-order-dispatch-29804855-bcgvk readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804855-bcgvk container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804855-bcgvk restart count: 1", "mail-to-order/mail-to-order-dispatch-29804855-bcgvk readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29804855-bcgvk", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804855", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 5, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804775", "source_id": "management", "title": "mail-to-order-dispatch-29804775", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29804775", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-09-01T18:15:01.843318+00:00", "opened_at": "2026-09-01T18:15:01.843318+00:00", "last_seen_at": "2026-09-01T18:15:01.843318+00:00", "last_changed_at": "2026-09-01T18:15:01.843318+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29804775-q8pcj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29804775", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804775", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804775", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804775-q8pcj container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29804775-q8pcj readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29804775-q8pcj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29804775", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804775", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804775-q8pcj container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29804775-q8pcj readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804775-q8pcj container `dispatch` waiting reason: ContainerCreating", "mail-to-order/mail-to-order-dispatch-29804775-q8pcj readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29804775-q8pcj", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mail-to-order-dispatch-29804775", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804670", "source_id": "management", "title": "mail-to-order-dispatch-29804670", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29804670", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 1, "first_seen_at": "2026-09-01T16:32:16.515083+00:00", "opened_at": "2026-09-01T16:32:16.515083+00:00", "last_seen_at": "2026-09-01T16:44:21.810273+00:00", "last_changed_at": "2026-09-01T16:34:17.219089+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29804670-5g7m9", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804670", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804670", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804670", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804670-5g7m9_mail-to-order(aa964be9-4a0e-400f-938c-144ec621e55f)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29804670-5g7m9", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804670-5g7m9 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804670-5g7m9 restart count: 4", "mail-to-order/mail-to-order-dispatch-29804670-5g7m9 readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29804670-5g7m9: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804670-5g7m9_mail-to-order(aa964be9-4a0e-400f-938c-144ec621e55f)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29804670-5g7m9", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804670", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804670-5g7m9_mail-to-order(aa964be9-4a0e-400f-938c-144ec621e55f)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29804670-5g7m9", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804670", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804670-5g7m9 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804670-5g7m9 restart count: 4", "mail-to-order/mail-to-order-dispatch-29804670-5g7m9 readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29804670-5g7m9: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804670-5g7m9_mail-to-order(aa964be9-4a0e-400f-938c-144ec621e55f)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804670-5g7m9 container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804670-5g7m9 restart count: 4", "mail-to-order/mail-to-order-dispatch-29804670-5g7m9 readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29804670-5g7m9: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804670-5g7m9_mail-to-order(aa964be9-4a0e-400f-938c-144ec621e55f)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804670-5g7m9_mail-to-order(aa964be9-4a0e-400f-938c-144ec621e55f)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29804670-5g7m9", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29804670-5g7m9", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 4, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804670", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 7, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:loki", "source_id": "management", "title": "loki", "namespace": "observability", "target_kind": "workload", "target_name": "loki", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 48, "first_seen_at": "2026-05-10T13:20:56.919434+00:00", "opened_at": "2026-06-08T06:41:02.800568+00:00", "last_seen_at": "2026-09-01T16:32:16.515083+00:00", "last_changed_at": "2026-09-01T16:32:16.515083+00:00", "resolved_at": "2026-06-08T06:41:18.970269+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "loki-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 128, "waiting_reason": null, "workload_title": "loki", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "loki", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "observability", "deployment": "loki", "log_samples": [], "incident_key": "workload:management:observability:loki", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "loki-0", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 128 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/loki-0 container `loki` last terminated reason: Unknown exit code 255", "observability/loki-0 restart count: 128", "observability/loki-0 readiness gap: 1/2 containers ready", "Warning event Unhealthy on observability/loki-0: Readiness probe failed: HTTP probe failed with statuscode: 503" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "loki-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 128, "waiting_reason": null, "workload_title": "loki", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "loki", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "loki-0", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "loki", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 128 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/loki-0 container `loki` last terminated reason: Unknown exit code 255", "observability/loki-0 restart count: 128", "observability/loki-0 readiness gap: 1/2 containers ready", "Warning event Unhealthy on observability/loki-0: Readiness probe failed: HTTP probe failed with statuscode: 503" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "observability/loki-0 container `loki` last terminated reason: Unknown exit code 255", "observability/loki-0 restart count: 128", "observability/loki-0 readiness gap: 1/2 containers ready", "Warning event Unhealthy on observability/loki-0: Readiness probe failed: HTTP probe failed with statuscode: 503" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 128 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "observability", "involved_kind": "Pod", "involved_object": "loki-0", "cluster_display_name": "Management" } ], "pods": [ { "name": "loki-0", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 128, "waiting_reason": null, "workload_title": "loki", "ready_containers": 1, "total_containers": 2, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "loki", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804540", "source_id": "management", "title": "mail-to-order-dispatch-29804540", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29804540", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 1, "first_seen_at": "2026-09-01T14:20:07.933656+00:00", "opened_at": "2026-09-01T14:20:07.933656+00:00", "last_seen_at": "2026-09-01T14:20:07.933656+00:00", "last_changed_at": "2026-09-01T14:20:07.933656+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29804540-lxbmb", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804540", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804540", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804540", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804540-lxbmb container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804540-lxbmb readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29804540-lxbmb", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804540", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804540", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804540-lxbmb container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804540-lxbmb readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804540-lxbmb container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804540-lxbmb readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mail-to-order-dispatch-29804540-lxbmb", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804540", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804415", "source_id": "management", "title": "mail-to-order-dispatch-29804415", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29804415", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 1, "first_seen_at": "2026-09-01T12:16:34.144166+00:00", "opened_at": "2026-09-01T12:16:34.144166+00:00", "last_seen_at": "2026-09-01T12:28:37.349466+00:00", "last_changed_at": "2026-09-01T12:18:34.681444+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29804415-2dqqv", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804415", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804415", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804415", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804415-2dqqv_mail-to-order(877eb337-b40e-4ffd-8186-ab25d44c21a9)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29804415-2dqqv", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804415-2dqqv container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804415-2dqqv restart count: 5", "mail-to-order/mail-to-order-dispatch-29804415-2dqqv readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29804415-2dqqv: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804415-2dqqv_mail-to-order(877eb337-b40e-4ffd-8186-ab25d44c21a9)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29804415-2dqqv", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804415", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804415-2dqqv_mail-to-order(877eb337-b40e-4ffd-8186-ab25d44c21a9)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29804415-2dqqv", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804415", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804415-2dqqv container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804415-2dqqv restart count: 5", "mail-to-order/mail-to-order-dispatch-29804415-2dqqv readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29804415-2dqqv: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804415-2dqqv_mail-to-order(877eb337-b40e-4ffd-8186-ab25d44c21a9)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804415-2dqqv container `dispatch` terminated reason: Completed", "mail-to-order/mail-to-order-dispatch-29804415-2dqqv restart count: 5", "mail-to-order/mail-to-order-dispatch-29804415-2dqqv readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29804415-2dqqv: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804415-2dqqv_mail-to-order(877eb337-b40e-4ffd-8186-ab25d44c21a9)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804415-2dqqv_mail-to-order(877eb337-b40e-4ffd-8186-ab25d44c21a9)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29804415-2dqqv", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29804415-2dqqv", "phase": "Succeeded", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mail-to-order-dispatch-29804415", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "dispatch", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 7, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29804335", "source_id": "management", "title": "mail-to-order-dispatch-29804335", "namespace": "mail-to-order", "target_kind": "event", "target_name": "mail-to-order-dispatch-29804335", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Job has reached the specified backoff limit", "occurrence_count": 1, "first_seen_at": "2026-09-01T11:02:06.634655+00:00", "opened_at": "2026-09-01T11:02:06.634655+00:00", "last_seen_at": "2026-09-01T12:00:30.009490+00:00", "last_changed_at": "2026-09-01T11:02:06.634655+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mail-to-order", "deployment": null, "log_samples": [], "incident_key": "event:management:mail-to-order:mail-to-order-dispatch-29804335", "warning_events": [ { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29804335", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event BackoffLimitExceeded on mail-to-order/mail-to-order-dispatch-29804335: Job has reached the specified backoff limit" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29804335", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event BackoffLimitExceeded on mail-to-order/mail-to-order-dispatch-29804335: Job has reached the specified backoff limit" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackoffLimitExceeded" ], "evidence_highlights": [ "Warning event BackoffLimitExceeded on mail-to-order/mail-to-order-dispatch-29804335: Job has reached the specified backoff limit" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "mail-to-order", "involved_kind": "Job", "involved_object": "mail-to-order-dispatch-29804335", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-alloy", "source_id": "management", "title": "mail-to-order-alloy", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-alloy", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CreateContainerConfigError", "occurrence_count": 1, "first_seen_at": "2026-09-01T11:06:08.359256+00:00", "opened_at": "2026-09-01T11:06:08.359256+00:00", "last_seen_at": "2026-09-01T11:06:08.359256+00:00", "last_changed_at": "2026-09-01T11:06:08.359256+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-alloy-77bf5b5b57-krlq7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "mail-to-order-alloy", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "alloy", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-alloy", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-alloy", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: container has runAsNonRoot and image will run as root (pod: \"mail-to-order-alloy-77bf5b5b57-krlq7_mail-to-order(7a19c7f5-91f3-477f-a9e6-46ae499029fe)\", container: alloy)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-alloy-77bf5b5b57-krlq7", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "evidence_highlights": [ "mail-to-order/mail-to-order-alloy-77bf5b5b57-krlq7 container `alloy` waiting reason: CreateContainerConfigError", "mail-to-order/mail-to-order-alloy-77bf5b5b57-krlq7 readiness gap: 0/1 containers ready", "Warning event Failed on mail-to-order/mail-to-order-alloy-77bf5b5b57-krlq7: Error: container has runAsNonRoot and image will run as root (pod: \"mail-to-order-alloy-77bf5b5b57-krlq7_mail-to-order(7a19c7f5-91f3-477f-a9e6-46ae499029fe)\", container: alloy)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-alloy-77bf5b5b57-krlq7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "mail-to-order-alloy", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "alloy", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: container has runAsNonRoot and image will run as root (pod: \"mail-to-order-alloy-77bf5b5b57-krlq7_mail-to-order(7a19c7f5-91f3-477f-a9e6-46ae499029fe)\", container: alloy)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-alloy-77bf5b5b57-krlq7", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-alloy", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-alloy-77bf5b5b57-krlq7 container `alloy` waiting reason: CreateContainerConfigError", "mail-to-order/mail-to-order-alloy-77bf5b5b57-krlq7 readiness gap: 0/1 containers ready", "Warning event Failed on mail-to-order/mail-to-order-alloy-77bf5b5b57-krlq7: Error: container has runAsNonRoot and image will run as root (pod: \"mail-to-order-alloy-77bf5b5b57-krlq7_mail-to-order(7a19c7f5-91f3-477f-a9e6-46ae499029fe)\", container: alloy)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "mail-to-order/mail-to-order-alloy-77bf5b5b57-krlq7 container `alloy` waiting reason: CreateContainerConfigError", "mail-to-order/mail-to-order-alloy-77bf5b5b57-krlq7 readiness gap: 0/1 containers ready", "Warning event Failed on mail-to-order/mail-to-order-alloy-77bf5b5b57-krlq7: Error: container has runAsNonRoot and image will run as root (pod: \"mail-to-order-alloy-77bf5b5b57-krlq7_mail-to-order(7a19c7f5-91f3-477f-a9e6-46ae499029fe)\", container: alloy)" ], "resource_checks": [], "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: container has runAsNonRoot and image will run as root (pod: \"mail-to-order-alloy-77bf5b5b57-krlq7_mail-to-order(7a19c7f5-91f3-477f-a9e6-46ae499029fe)\", container: alloy)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-alloy-77bf5b5b57-krlq7", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-alloy-77bf5b5b57-krlq7", "phase": "Pending", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "mail-to-order-alloy", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "alloy", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 6, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804335", "source_id": "management", "title": "mail-to-order-dispatch-29804335", "namespace": "mail-to-order", "target_kind": "workload", "target_name": "mail-to-order-dispatch-29804335", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 1, "first_seen_at": "2026-09-01T10:56:03.298352+00:00", "opened_at": "2026-09-01T10:56:03.298352+00:00", "last_seen_at": "2026-09-01T11:00:05.570958+00:00", "last_changed_at": "2026-09-01T11:00:05.570958+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mail-to-order-dispatch-29804335-pfzzv", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": "CrashLoopBackOff", "workload_title": "mail-to-order-dispatch-29804335", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "dispatch", "last_terminated_exit_code": 7 } ], "cluster": "management", "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804335", "log_samples": [], "incident_key": "workload:management:mail-to-order:mail-to-order-dispatch-29804335", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804335-pfzzv_mail-to-order(a579643b-2ee4-4e65-84f7-ccddafccb538)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29804335-pfzzv", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 5 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804335-pfzzv container `dispatch` waiting reason: CrashLoopBackOff", "mail-to-order/mail-to-order-dispatch-29804335-pfzzv container `dispatch` last terminated reason: Error exit code 7", "mail-to-order/mail-to-order-dispatch-29804335-pfzzv restart count: 5", "mail-to-order/mail-to-order-dispatch-29804335-pfzzv readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29804335-pfzzv: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804335-pfzzv_mail-to-order(a579643b-2ee4-4e65-84f7-ccddafccb538)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mail-to-order-dispatch-29804335-pfzzv", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": "CrashLoopBackOff", "workload_title": "mail-to-order-dispatch-29804335", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "dispatch", "last_terminated_exit_code": 7 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804335-pfzzv_mail-to-order(a579643b-2ee4-4e65-84f7-ccddafccb538)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29804335-pfzzv", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mail-to-order", "deployment": "mail-to-order-dispatch-29804335", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 5 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804335-pfzzv container `dispatch` waiting reason: CrashLoopBackOff", "mail-to-order/mail-to-order-dispatch-29804335-pfzzv container `dispatch` last terminated reason: Error exit code 7", "mail-to-order/mail-to-order-dispatch-29804335-pfzzv restart count: 5", "mail-to-order/mail-to-order-dispatch-29804335-pfzzv readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29804335-pfzzv: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804335-pfzzv_mail-to-order(a579643b-2ee4-4e65-84f7-ccddafccb538)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mail-to-order/mail-to-order-dispatch-29804335-pfzzv container `dispatch` waiting reason: CrashLoopBackOff", "mail-to-order/mail-to-order-dispatch-29804335-pfzzv container `dispatch` last terminated reason: Error exit code 7", "mail-to-order/mail-to-order-dispatch-29804335-pfzzv restart count: 5", "mail-to-order/mail-to-order-dispatch-29804335-pfzzv readiness gap: 0/1 containers ready", "Warning event BackOff on mail-to-order/mail-to-order-dispatch-29804335-pfzzv: Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804335-pfzzv_mail-to-order(a579643b-2ee4-4e65-84f7-ccddafccb538)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 5 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container dispatch in pod mail-to-order-dispatch-29804335-pfzzv_mail-to-order(a579643b-2ee4-4e65-84f7-ccddafccb538)", "namespace": "mail-to-order", "involved_kind": "Pod", "involved_object": "mail-to-order-dispatch-29804335-pfzzv", "cluster_display_name": "Management" } ], "pods": [ { "name": "mail-to-order-dispatch-29804335-pfzzv", "phase": "Running", "cluster": "management", "namespace": "mail-to-order", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": "CrashLoopBackOff", "workload_title": "mail-to-order-dispatch-29804335", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "dispatch", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "dispatch", "last_terminated_exit_code": 7 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 10, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-runtime:mapwise-provider-fixture", "source_id": "management", "title": "mapwise-provider-fixture", "namespace": "mapwise-runtime", "target_kind": "workload", "target_name": "mapwise-provider-fixture", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 11, "first_seen_at": "2026-08-28T14:28:46.053285+00:00", "opened_at": "2026-08-28T14:28:46.053285+00:00", "last_seen_at": "2026-08-31T21:08:31.077648+00:00", "last_changed_at": "2026-08-31T21:08:31.077648+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-provider-fixture-5d4c56fb56-7x4f9", "phase": "Pending", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mapwise-provider-fixture", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "fixture", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "mapwise-provider-fixture-659bc56dc9-l8kbj", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-provider-fixture", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mapwise-runtime", "deployment": "mapwise-provider-fixture", "log_samples": [], "incident_key": "workload:management:mapwise-runtime:mapwise-provider-fixture", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mapwise-runtime/mapwise-provider-fixture-5d4c56fb56-7x4f9 container `fixture` waiting reason: ContainerCreating", "mapwise-runtime/mapwise-provider-fixture-5d4c56fb56-7x4f9 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-provider-fixture-5d4c56fb56-7x4f9", "phase": "Pending", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mapwise-provider-fixture", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "fixture", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "mapwise-provider-fixture-659bc56dc9-l8kbj", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-provider-fixture", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime", "deployment": "mapwise-provider-fixture", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mapwise-runtime/mapwise-provider-fixture-5d4c56fb56-7x4f9 container `fixture` waiting reason: ContainerCreating", "mapwise-runtime/mapwise-provider-fixture-5d4c56fb56-7x4f9 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mapwise-runtime/mapwise-provider-fixture-5d4c56fb56-7x4f9 container `fixture` waiting reason: ContainerCreating", "mapwise-runtime/mapwise-provider-fixture-5d4c56fb56-7x4f9 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mapwise-provider-fixture-5d4c56fb56-7x4f9", "phase": "Pending", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mapwise-provider-fixture", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "fixture", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "mapwise-provider-fixture-659bc56dc9-l8kbj", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-provider-fixture", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 5, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mapwise-data:mapwise-acceptance-database-bootstrap", "source_id": "management", "title": "mapwise-acceptance-database-bootstrap", "namespace": "mapwise-data", "target_kind": "event", "target_name": "mapwise-acceptance-database-bootstrap", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Job has reached the specified backoff limit", "occurrence_count": 3, "first_seen_at": "2026-08-31T18:17:52.280228+00:00", "opened_at": "2026-08-31T18:17:52.280228+00:00", "last_seen_at": "2026-08-31T19:24:27.631930+00:00", "last_changed_at": "2026-08-31T18:17:52.280228+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mapwise-data", "deployment": null, "log_samples": [], "incident_key": "event:management:mapwise-data:mapwise-acceptance-database-bootstrap", "warning_events": [ { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "mapwise-data", "involved_kind": "Job", "involved_object": "mapwise-acceptance-database-bootstrap", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event BackoffLimitExceeded on mapwise-data/mapwise-acceptance-database-bootstrap: Job has reached the specified backoff limit" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "mapwise-data", "involved_kind": "Job", "involved_object": "mapwise-acceptance-database-bootstrap", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-data", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event BackoffLimitExceeded on mapwise-data/mapwise-acceptance-database-bootstrap: Job has reached the specified backoff limit" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackoffLimitExceeded" ], "evidence_highlights": [ "Warning event BackoffLimitExceeded on mapwise-data/mapwise-acceptance-database-bootstrap: Job has reached the specified backoff limit" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "mapwise-data", "involved_kind": "Job", "involved_object": "mapwise-acceptance-database-bootstrap", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:kong-system:kong-postgres", "source_id": "management", "title": "kong-postgres", "namespace": "kong-system", "target_kind": "workload", "target_name": "kong-postgres", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 2, "first_seen_at": "2026-08-31T06:32:35.458497+00:00", "opened_at": "2026-08-31T06:32:35.458497+00:00", "last_seen_at": "2026-08-31T19:16:22.347865+00:00", "last_changed_at": "2026-08-31T06:32:35.458497+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "kong-postgres-7f98587cdb-nrmbl", "phase": "Running", "cluster": "management", "namespace": "kong-system", "node_name": "agentic-local-control-plane", "restart_count": 44, "waiting_reason": null, "workload_title": "kong-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "postgres", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "kong-system", "deployment": "kong-postgres", "log_samples": [], "incident_key": "workload:management:kong-system:kong-postgres", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U kong\" timed out after 1s", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-postgres-7f98587cdb-nrmbl", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 44 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "kong-system/kong-postgres-7f98587cdb-nrmbl container `postgres` last terminated reason: Unknown exit code 255", "kong-system/kong-postgres-7f98587cdb-nrmbl restart count: 44", "kong-system/kong-postgres-7f98587cdb-nrmbl readiness gap: 0/1 containers ready", "Warning event Unhealthy on kong-system/kong-postgres-7f98587cdb-nrmbl: Readiness probe failed: command timed out: \"pg_isready -U kong\" timed out after 1s" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "kong-postgres-7f98587cdb-nrmbl", "phase": "Running", "cluster": "management", "namespace": "kong-system", "node_name": "agentic-local-control-plane", "restart_count": 44, "waiting_reason": null, "workload_title": "kong-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "postgres", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U kong\" timed out after 1s", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-postgres-7f98587cdb-nrmbl", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "kong-system", "deployment": "kong-postgres", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 44 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "kong-system/kong-postgres-7f98587cdb-nrmbl container `postgres` last terminated reason: Unknown exit code 255", "kong-system/kong-postgres-7f98587cdb-nrmbl restart count: 44", "kong-system/kong-postgres-7f98587cdb-nrmbl readiness gap: 0/1 containers ready", "Warning event Unhealthy on kong-system/kong-postgres-7f98587cdb-nrmbl: Readiness probe failed: command timed out: \"pg_isready -U kong\" timed out after 1s" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "kong-system/kong-postgres-7f98587cdb-nrmbl container `postgres` last terminated reason: Unknown exit code 255", "kong-system/kong-postgres-7f98587cdb-nrmbl restart count: 44", "kong-system/kong-postgres-7f98587cdb-nrmbl readiness gap: 0/1 containers ready", "Warning event Unhealthy on kong-system/kong-postgres-7f98587cdb-nrmbl: Readiness probe failed: command timed out: \"pg_isready -U kong\" timed out after 1s" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 44 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U kong\" timed out after 1s", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-postgres-7f98587cdb-nrmbl", "cluster_display_name": "Management" } ], "pods": [ { "name": "kong-postgres-7f98587cdb-nrmbl", "phase": "Running", "cluster": "management", "namespace": "kong-system", "node_name": "agentic-local-control-plane", "restart_count": 44, "waiting_reason": null, "workload_title": "kong-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "postgres", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:apim-portal:portal-postgres", "source_id": "management", "title": "portal-postgres", "namespace": "apim-portal", "target_kind": "workload", "target_name": "portal-postgres", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 3, "first_seen_at": "2026-08-31T06:32:35.458497+00:00", "opened_at": "2026-08-31T06:32:35.458497+00:00", "last_seen_at": "2026-08-31T19:16:22.347865+00:00", "last_changed_at": "2026-08-31T19:16:22.347865+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "portal-postgres-659c8fcf6-qt7tw", "phase": "Running", "cluster": "management", "namespace": "apim-portal", "node_name": "agentic-local-control-plane", "restart_count": 44, "waiting_reason": null, "workload_title": "portal-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "postgres", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "apim-portal", "deployment": "portal-postgres", "log_samples": [], "incident_key": "workload:management:apim-portal:portal-postgres", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U apim_portal\" timed out after 1s", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-postgres-659c8fcf6-qt7tw", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 44 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "apim-portal/portal-postgres-659c8fcf6-qt7tw container `postgres` last terminated reason: Unknown exit code 255", "apim-portal/portal-postgres-659c8fcf6-qt7tw restart count: 44", "apim-portal/portal-postgres-659c8fcf6-qt7tw readiness gap: 0/1 containers ready", "Warning event Unhealthy on apim-portal/portal-postgres-659c8fcf6-qt7tw: Readiness probe failed: command timed out: \"pg_isready -U apim_portal\" timed out after 1s" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "portal-postgres-659c8fcf6-qt7tw", "phase": "Running", "cluster": "management", "namespace": "apim-portal", "node_name": "agentic-local-control-plane", "restart_count": 44, "waiting_reason": null, "workload_title": "portal-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "postgres", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U apim_portal\" timed out after 1s", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-postgres-659c8fcf6-qt7tw", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "apim-portal", "deployment": "portal-postgres", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 44 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "apim-portal/portal-postgres-659c8fcf6-qt7tw container `postgres` last terminated reason: Unknown exit code 255", "apim-portal/portal-postgres-659c8fcf6-qt7tw restart count: 44", "apim-portal/portal-postgres-659c8fcf6-qt7tw readiness gap: 0/1 containers ready", "Warning event Unhealthy on apim-portal/portal-postgres-659c8fcf6-qt7tw: Readiness probe failed: command timed out: \"pg_isready -U apim_portal\" timed out after 1s" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "apim-portal/portal-postgres-659c8fcf6-qt7tw container `postgres` last terminated reason: Unknown exit code 255", "apim-portal/portal-postgres-659c8fcf6-qt7tw restart count: 44", "apim-portal/portal-postgres-659c8fcf6-qt7tw readiness gap: 0/1 containers ready", "Warning event Unhealthy on apim-portal/portal-postgres-659c8fcf6-qt7tw: Readiness probe failed: command timed out: \"pg_isready -U apim_portal\" timed out after 1s" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 44 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"pg_isready -U apim_portal\" timed out after 1s", "namespace": "apim-portal", "involved_kind": "Pod", "involved_object": "portal-postgres-659c8fcf6-qt7tw", "cluster_display_name": "Management" } ], "pods": [ { "name": "portal-postgres-659c8fcf6-qt7tw", "phase": "Running", "cluster": "management", "namespace": "apim-portal", "node_name": "agentic-local-control-plane", "restart_count": 44, "waiting_reason": null, "workload_title": "portal-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "postgres", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:dewijnkenner:dewijnkenner-postgres-84dcbb5fbd-fr654", "source_id": "management", "title": "dewijnkenner-postgres-84dcbb5fbd-fr654", "namespace": "dewijnkenner", "target_kind": "event", "target_name": "dewijnkenner-postgres-84dcbb5fbd-fr654", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error: secret \"dewijnkenner-secrets\" not found", "occurrence_count": 4, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-31T18:35:01.525096+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "dewijnkenner", "deployment": null, "log_samples": [], "incident_key": "event:management:dewijnkenner:dewijnkenner-postgres-84dcbb5fbd-fr654", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-postgres-84dcbb5fbd-fr654", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event Failed on dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654: Error: secret \"dewijnkenner-secrets\" not found" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-postgres-84dcbb5fbd-fr654", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "dewijnkenner", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event Failed on dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654: Error: secret \"dewijnkenner-secrets\" not found" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "Warning event Failed on dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654: Error: secret \"dewijnkenner-secrets\" not found" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-postgres-84dcbb5fbd-fr654", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:dewijnkenner:dewijnkenner-api-b9f875b54-vj9bt", "source_id": "management", "title": "dewijnkenner-api-b9f875b54-vj9bt", "namespace": "dewijnkenner", "target_kind": "event", "target_name": "dewijnkenner-api-b9f875b54-vj9bt", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error: secret \"dewijnkenner-secrets\" not found", "occurrence_count": 4, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-31T18:35:01.525096+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "dewijnkenner", "deployment": null, "log_samples": [], "incident_key": "event:management:dewijnkenner:dewijnkenner-api-b9f875b54-vj9bt", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-api-b9f875b54-vj9bt", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event Failed on dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt: Error: secret \"dewijnkenner-secrets\" not found" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-api-b9f875b54-vj9bt", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "dewijnkenner", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event Failed on dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt: Error: secret \"dewijnkenner-secrets\" not found" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "Warning event Failed on dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt: Error: secret \"dewijnkenner-secrets\" not found" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-api-b9f875b54-vj9bt", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-data:mapwise-acceptance-database-bootstrap", "source_id": "management", "title": "mapwise-acceptance-database-bootstrap", "namespace": "mapwise-data", "target_kind": "workload", "target_name": "mapwise-acceptance-database-bootstrap", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 3 warning event(s), top signal: BackOff", "occurrence_count": 1, "first_seen_at": "2026-08-31T18:19:54.570882+00:00", "opened_at": "2026-08-31T18:19:54.570882+00:00", "last_seen_at": "2026-08-31T18:19:54.570882+00:00", "last_changed_at": "2026-08-31T18:19:54.570882+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-acceptance-database-bootstrap-2qcjz", "phase": "Running", "cluster": "management", "namespace": "mapwise-data", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mapwise-acceptance-database-bootstrap", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "bootstrap", "last_terminated_reason": "Error", "last_terminated_container": "bootstrap", "last_terminated_exit_code": 2 } ], "cluster": "management", "namespace": "mapwise-data", "deployment": "mapwise-acceptance-database-bootstrap", "log_samples": [], "incident_key": "workload:management:mapwise-data:mapwise-acceptance-database-bootstrap", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-2qcjz_mapwise-data(3d28c870-ef9d-4063-8bf3-2dc5603ee5c9)", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-acceptance-database-bootstrap-2qcjz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-rhpgh_mapwise-data(94d334ad-c979-4010-b3ef-c74f7455127b)", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-acceptance-database-bootstrap-rhpgh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "mapwise-data", "involved_kind": "Job", "involved_object": "mapwise-acceptance-database-bootstrap", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz container `bootstrap` terminated reason: Error", "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz container `bootstrap` last terminated reason: Error exit code 2", "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz restart count: 2", "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz readiness gap: 0/1 containers ready", "Warning event BackOff on mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz: Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-2qcjz_mapwise-data(3d28c870-ef9d-4063-8bf3-2dc5603ee5c9)", "Warning event BackOff on mapwise-data/mapwise-acceptance-database-bootstrap-rhpgh: Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-rhpgh_mapwise-data(94d334ad-c979-4010-b3ef-c74f7455127b)", "Warning event BackoffLimitExceeded on mapwise-data/mapwise-acceptance-database-bootstrap: Job has reached the specified backoff limit" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-acceptance-database-bootstrap-2qcjz", "phase": "Running", "cluster": "management", "namespace": "mapwise-data", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mapwise-acceptance-database-bootstrap", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "bootstrap", "last_terminated_reason": "Error", "last_terminated_container": "bootstrap", "last_terminated_exit_code": 2 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-2qcjz_mapwise-data(3d28c870-ef9d-4063-8bf3-2dc5603ee5c9)", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-acceptance-database-bootstrap-2qcjz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-rhpgh_mapwise-data(94d334ad-c979-4010-b3ef-c74f7455127b)", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-acceptance-database-bootstrap-rhpgh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "mapwise-data", "involved_kind": "Job", "involved_object": "mapwise-acceptance-database-bootstrap", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-data", "deployment": "mapwise-acceptance-database-bootstrap", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz container `bootstrap` terminated reason: Error", "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz container `bootstrap` last terminated reason: Error exit code 2", "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz restart count: 2", "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz readiness gap: 0/1 containers ready", "Warning event BackOff on mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz: Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-2qcjz_mapwise-data(3d28c870-ef9d-4063-8bf3-2dc5603ee5c9)", "Warning event BackOff on mapwise-data/mapwise-acceptance-database-bootstrap-rhpgh: Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-rhpgh_mapwise-data(94d334ad-c979-4010-b3ef-c74f7455127b)", "Warning event BackoffLimitExceeded on mapwise-data/mapwise-acceptance-database-bootstrap: Job has reached the specified backoff limit" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "BackoffLimitExceeded" ], "evidence_highlights": [ "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz container `bootstrap` terminated reason: Error", "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz container `bootstrap` last terminated reason: Error exit code 2", "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz restart count: 2", "mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz readiness gap: 0/1 containers ready", "Warning event BackOff on mapwise-data/mapwise-acceptance-database-bootstrap-2qcjz: Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-2qcjz_mapwise-data(3d28c870-ef9d-4063-8bf3-2dc5603ee5c9)", "Warning event BackOff on mapwise-data/mapwise-acceptance-database-bootstrap-rhpgh: Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-rhpgh_mapwise-data(94d334ad-c979-4010-b3ef-c74f7455127b)", "Warning event BackoffLimitExceeded on mapwise-data/mapwise-acceptance-database-bootstrap: Job has reached the specified backoff limit" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-2qcjz_mapwise-data(3d28c870-ef9d-4063-8bf3-2dc5603ee5c9)", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-acceptance-database-bootstrap-2qcjz", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container bootstrap in pod mapwise-acceptance-database-bootstrap-rhpgh_mapwise-data(94d334ad-c979-4010-b3ef-c74f7455127b)", "namespace": "mapwise-data", "involved_kind": "Pod", "involved_object": "mapwise-acceptance-database-bootstrap-rhpgh", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "mapwise-data", "involved_kind": "Job", "involved_object": "mapwise-acceptance-database-bootstrap", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-acceptance-database-bootstrap-2qcjz", "phase": "Running", "cluster": "management", "namespace": "mapwise-data", "node_name": "agentic-local-control-plane", "restart_count": 2, "waiting_reason": null, "workload_title": "mapwise-acceptance-database-bootstrap", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "bootstrap", "last_terminated_reason": "Error", "last_terminated_container": "bootstrap", "last_terminated_exit_code": 2 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 12, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:prod:platform-radar-local:platform-radar-cost-scanner-585b448949-7mmlk", "source_id": "prod", "title": "platform-radar-cost-scanner-585b448949-7mmlk", "namespace": "platform-radar-local", "target_kind": "event", "target_name": "platform-radar-cost-scanner-585b448949-7mmlk", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error: ImagePullBackOff", "occurrence_count": 2, "first_seen_at": "2026-08-28T15:48:24.221098+00:00", "opened_at": "2026-08-28T15:48:24.221098+00:00", "last_seen_at": "2026-08-31T18:09:28.178968+00:00", "last_changed_at": "2026-08-28T15:48:24.221098+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "prod", "namespace": "platform-radar-local", "deployment": null, "log_samples": [], "incident_key": "event:prod:platform-radar-local:platform-radar-cost-scanner-585b448949-7mmlk", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk: Error: ImagePullBackOff" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-local", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk: Error: ImagePullBackOff" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-cost-scanner-585b448949-7mmlk: Error: ImagePullBackOff" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-585b448949-7mmlk", "cluster_display_name": "Production" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:prod:platform-radar-local:platform-radar-scanner-6cbf4864fd-qj67v", "source_id": "prod", "title": "platform-radar-scanner-6cbf4864fd-qj67v", "namespace": "platform-radar-local", "target_kind": "event", "target_name": "platform-radar-scanner-6cbf4864fd-qj67v", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error: ImagePullBackOff", "occurrence_count": 2, "first_seen_at": "2026-08-28T15:48:24.221098+00:00", "opened_at": "2026-08-28T15:48:24.221098+00:00", "last_seen_at": "2026-08-31T18:09:28.178968+00:00", "last_changed_at": "2026-08-28T15:48:24.221098+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "prod", "namespace": "platform-radar-local", "deployment": null, "log_samples": [], "incident_key": "event:prod:platform-radar-local:platform-radar-scanner-6cbf4864fd-qj67v", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v: Error: ImagePullBackOff" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-local", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v: Error: ImagePullBackOff" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-scanner-6cbf4864fd-qj67v: Error: ImagePullBackOff" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-6cbf4864fd-qj67v", "cluster_display_name": "Production" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:prod:platform-radar-local:platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "source_id": "prod", "title": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "namespace": "platform-radar-local", "target_kind": "event", "target_name": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error: ImagePullBackOff", "occurrence_count": 2, "first_seen_at": "2026-08-28T15:48:24.221098+00:00", "opened_at": "2026-08-28T15:48:24.221098+00:00", "last_seen_at": "2026-08-31T18:09:28.178968+00:00", "last_changed_at": "2026-08-28T15:48:24.221098+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "prod", "namespace": "platform-radar-local", "deployment": null, "log_samples": [], "incident_key": "event:prod:platform-radar-local:platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp: Error: ImagePullBackOff" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-local", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp: Error: ImagePullBackOff" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-uptime-pr-scanner-7b588fb758-gdkfp: Error: ImagePullBackOff" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-7b588fb758-gdkfp", "cluster_display_name": "Production" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:prod:platform-radar-local:platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "source_id": "prod", "title": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "namespace": "platform-radar-local", "target_kind": "event", "target_name": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error: ImagePullBackOff", "occurrence_count": 2, "first_seen_at": "2026-08-28T15:48:24.221098+00:00", "opened_at": "2026-08-28T15:48:24.221098+00:00", "last_seen_at": "2026-08-31T18:09:28.178968+00:00", "last_changed_at": "2026-08-28T15:48:24.221098+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "prod", "namespace": "platform-radar-local", "deployment": null, "log_samples": [], "incident_key": "event:prod:platform-radar-local:platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49: Error: ImagePullBackOff" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-local", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49: Error: ImagePullBackOff" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "Warning event Failed on platform-radar-local/platform-radar-platform-health-scanner-89ddfd9b4-pgp49: Error: ImagePullBackOff" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-89ddfd9b4-pgp49", "cluster_display_name": "Production" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:prod:platform-radar-prod-demo:prod-failing-api-8445b486f8-b989c", "source_id": "prod", "title": "prod-failing-api-8445b486f8-b989c", "namespace": "platform-radar-prod-demo", "target_kind": "event", "target_name": "prod-failing-api-8445b486f8-b989c", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error: secret \"prod-failing-api-secrets\" not found", "occurrence_count": 3, "first_seen_at": "2026-07-29T22:47:12.447406+00:00", "opened_at": "2026-07-29T22:47:12.447406+00:00", "last_seen_at": "2026-08-31T18:09:28.178968+00:00", "last_changed_at": "2026-07-29T22:47:12.447406+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "prod", "namespace": "platform-radar-prod-demo", "deployment": null, "log_samples": [], "incident_key": "event:prod:platform-radar-prod-demo:prod-failing-api-8445b486f8-b989c", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-8445b486f8-b989c", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event Failed on platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c: Error: secret \"prod-failing-api-secrets\" not found" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-8445b486f8-b989c", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-prod-demo", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event Failed on platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c: Error: secret \"prod-failing-api-secrets\" not found" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "Warning event Failed on platform-radar-prod-demo/prod-failing-api-8445b486f8-b989c: Error: secret \"prod-failing-api-secrets\" not found" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-8445b486f8-b989c", "cluster_display_name": "Production" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:prod:platform-radar-prod-demo:prod-redis-95b95879f-b225r", "source_id": "prod", "title": "prod-redis-95b95879f-b225r", "namespace": "platform-radar-prod-demo", "target_kind": "event", "target_name": "prod-redis-95b95879f-b225r", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error: ImagePullBackOff", "occurrence_count": 3, "first_seen_at": "2026-07-29T22:47:12.447406+00:00", "opened_at": "2026-07-29T22:47:12.447406+00:00", "last_seen_at": "2026-08-31T18:09:28.178968+00:00", "last_changed_at": "2026-07-29T22:47:12.447406+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "prod", "namespace": "platform-radar-prod-demo", "deployment": null, "log_samples": [], "incident_key": "event:prod:platform-radar-prod-demo:prod-redis-95b95879f-b225r", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-redis-95b95879f-b225r", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event Failed on platform-radar-prod-demo/prod-redis-95b95879f-b225r: Error: ImagePullBackOff" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-redis-95b95879f-b225r", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-prod-demo", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event Failed on platform-radar-prod-demo/prod-redis-95b95879f-b225r: Error: ImagePullBackOff" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "Warning event Failed on platform-radar-prod-demo/prod-redis-95b95879f-b225r: Error: ImagePullBackOff" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: ImagePullBackOff", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-redis-95b95879f-b225r", "cluster_display_name": "Production" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:prod:platform-radar-prod-demo:prod-failing-api-58678bcf74-l8mjg", "source_id": "prod", "title": "prod-failing-api-58678bcf74-l8mjg", "namespace": "platform-radar-prod-demo", "target_kind": "event", "target_name": "prod-failing-api-58678bcf74-l8mjg", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error: secret \"prod-failing-api-secrets\" not found", "occurrence_count": 3, "first_seen_at": "2026-07-29T22:47:12.447406+00:00", "opened_at": "2026-07-29T22:47:12.447406+00:00", "last_seen_at": "2026-08-31T18:09:28.178968+00:00", "last_changed_at": "2026-07-29T22:47:12.447406+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "prod", "namespace": "platform-radar-prod-demo", "deployment": null, "log_samples": [], "incident_key": "event:prod:platform-radar-prod-demo:prod-failing-api-58678bcf74-l8mjg", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-58678bcf74-l8mjg", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event Failed on platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg: Error: secret \"prod-failing-api-secrets\" not found" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-58678bcf74-l8mjg", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-prod-demo", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event Failed on platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg: Error: secret \"prod-failing-api-secrets\" not found" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "Warning event Failed on platform-radar-prod-demo/prod-failing-api-58678bcf74-l8mjg: Error: secret \"prod-failing-api-secrets\" not found" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: secret \"prod-failing-api-secrets\" not found", "namespace": "platform-radar-prod-demo", "involved_kind": "Pod", "involved_object": "prod-failing-api-58678bcf74-l8mjg", "cluster_display_name": "Production" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:dewijnkenner:dewijnkenner-api", "source_id": "management", "title": "dewijnkenner-api", "namespace": "dewijnkenner", "target_kind": "workload", "target_name": "dewijnkenner-api", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Failed", "occurrence_count": 10, "first_seen_at": "2026-05-07T19:11:22.203753+00:00", "opened_at": "2026-05-07T19:11:53.500941+00:00", "last_seen_at": "2026-08-31T17:37:23.146379+00:00", "last_changed_at": "2026-08-31T14:23:57.332904+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "dewijnkenner-api-b9f875b54-vj9bt", "phase": "Pending", "cluster": "management", "namespace": "dewijnkenner", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "PodInitializing", "workload_title": "dewijnkenner-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "api", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "dewijnkenner", "deployment": "dewijnkenner-api", "log_samples": [], "incident_key": "workload:management:dewijnkenner:dewijnkenner-api", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-api-b9f875b54-vj9bt", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt container `api` waiting reason: PodInitializing", "dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt readiness gap: 0/1 containers ready", "Warning event Failed on dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt: Error: secret \"dewijnkenner-secrets\" not found" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "dewijnkenner-api-b9f875b54-vj9bt", "phase": "Pending", "cluster": "management", "namespace": "dewijnkenner", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "PodInitializing", "workload_title": "dewijnkenner-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "api", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-api-b9f875b54-vj9bt", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "dewijnkenner", "deployment": "dewijnkenner-api", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt container `api` waiting reason: PodInitializing", "dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt readiness gap: 0/1 containers ready", "Warning event Failed on dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt: Error: secret \"dewijnkenner-secrets\" not found" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt container `api` waiting reason: PodInitializing", "dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt readiness gap: 0/1 containers ready", "Warning event Failed on dewijnkenner/dewijnkenner-api-b9f875b54-vj9bt: Error: secret \"dewijnkenner-secrets\" not found" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-api-b9f875b54-vj9bt", "cluster_display_name": "Management" } ], "pods": [ { "name": "dewijnkenner-api-b9f875b54-vj9bt", "phase": "Pending", "cluster": "management", "namespace": "dewijnkenner", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "PodInitializing", "workload_title": "dewijnkenner-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "api", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 6, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:dewijnkenner:dewijnkenner-postgres", "source_id": "management", "title": "dewijnkenner-postgres", "namespace": "dewijnkenner", "target_kind": "workload", "target_name": "dewijnkenner-postgres", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CreateContainerConfigError", "occurrence_count": 10, "first_seen_at": "2026-05-07T19:11:22.203753+00:00", "opened_at": "2026-05-07T19:11:53.500941+00:00", "last_seen_at": "2026-08-31T17:37:23.146379+00:00", "last_changed_at": "2026-08-31T16:36:24.207716+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "dewijnkenner-postgres-84dcbb5fbd-fr654", "phase": "Pending", "cluster": "management", "namespace": "dewijnkenner", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "dewijnkenner-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "postgres", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "dewijnkenner", "deployment": "dewijnkenner-postgres", "log_samples": [], "incident_key": "workload:management:dewijnkenner:dewijnkenner-postgres", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-postgres-84dcbb5fbd-fr654", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "evidence_highlights": [ "dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654 container `postgres` waiting reason: CreateContainerConfigError", "dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654 readiness gap: 0/1 containers ready", "Warning event Failed on dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654: Error: secret \"dewijnkenner-secrets\" not found" ], "evidence_backed_fix_hints": [ "Restore the missing Secret referenced by the pod before expecting the container to start." ] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "dewijnkenner-postgres-84dcbb5fbd-fr654", "phase": "Pending", "cluster": "management", "namespace": "dewijnkenner", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "dewijnkenner-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "postgres", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-postgres-84dcbb5fbd-fr654", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "dewijnkenner", "deployment": "dewijnkenner-postgres", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "technical_context": [], "evidence_highlights": [ "dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654 container `postgres` waiting reason: CreateContainerConfigError", "dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654 readiness gap: 0/1 containers ready", "Warning event Failed on dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654: Error: secret \"dewijnkenner-secrets\" not found" ], "previous_log_samples": [], "likely_fix_candidates": [ "Restore the missing Secret referenced by the pod before expecting the container to start." ], "evidence_backed_fix_hints": [ "Restore the missing Secret referenced by the pod before expecting the container to start." ] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654 container `postgres` waiting reason: CreateContainerConfigError", "dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654 readiness gap: 0/1 containers ready", "Warning event Failed on dewijnkenner/dewijnkenner-postgres-84dcbb5fbd-fr654: Error: secret \"dewijnkenner-secrets\" not found" ], "resource_checks": [], "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"dewijnkenner-secrets\" not found", "namespace": "dewijnkenner", "involved_kind": "Pod", "involved_object": "dewijnkenner-postgres-84dcbb5fbd-fr654", "cluster_display_name": "Management" } ], "pods": [ { "name": "dewijnkenner-postgres-84dcbb5fbd-fr654", "phase": "Pending", "cluster": "management", "namespace": "dewijnkenner", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "dewijnkenner-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "postgres", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 6, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:dorothe:dorothe-atelier", "source_id": "management", "title": "dorothe-atelier", "namespace": "dorothe", "target_kind": "workload", "target_name": "dorothe-atelier", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 27, "first_seen_at": "2026-05-23T10:02:45.908215+00:00", "opened_at": "2026-05-23T11:05:14.874842+00:00", "last_seen_at": "2026-08-31T17:31:20.434049+00:00", "last_changed_at": "2026-08-31T17:31:20.434049+00:00", "resolved_at": "2026-05-23T11:05:30.627190+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "dorothe-atelier-697964d65f-hwnxl", "phase": "Running", "cluster": "management", "namespace": "dorothe", "node_name": "agentic-local-control-plane", "restart_count": 183, "waiting_reason": null, "workload_title": "dorothe-atelier", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "dorothe", "deployment": "dorothe-atelier", "log_samples": [], "incident_key": "workload:management:dorothe:dorothe-atelier", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "dorothe", "involved_kind": "Pod", "involved_object": "dorothe-atelier-697964d65f-hwnxl", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "dorothe", "involved_kind": "Pod", "involved_object": "dorothe-atelier-697964d65f-hwnxl", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 183 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "dorothe/dorothe-atelier-697964d65f-hwnxl container `web` last terminated reason: Completed exit code 0", "dorothe/dorothe-atelier-697964d65f-hwnxl restart count: 183", "dorothe/dorothe-atelier-697964d65f-hwnxl readiness gap: 0/1 containers ready", "Warning event Unhealthy on dorothe/dorothe-atelier-697964d65f-hwnxl: Readiness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on dorothe/dorothe-atelier-697964d65f-hwnxl: Liveness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "dorothe-atelier-697964d65f-hwnxl", "phase": "Running", "cluster": "management", "namespace": "dorothe", "node_name": "agentic-local-control-plane", "restart_count": 183, "waiting_reason": null, "workload_title": "dorothe-atelier", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "dorothe", "involved_kind": "Pod", "involved_object": "dorothe-atelier-697964d65f-hwnxl", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "dorothe", "involved_kind": "Pod", "involved_object": "dorothe-atelier-697964d65f-hwnxl", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "dorothe", "deployment": "dorothe-atelier", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 183 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "dorothe/dorothe-atelier-697964d65f-hwnxl container `web` last terminated reason: Completed exit code 0", "dorothe/dorothe-atelier-697964d65f-hwnxl restart count: 183", "dorothe/dorothe-atelier-697964d65f-hwnxl readiness gap: 0/1 containers ready", "Warning event Unhealthy on dorothe/dorothe-atelier-697964d65f-hwnxl: Readiness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on dorothe/dorothe-atelier-697964d65f-hwnxl: Liveness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "dorothe/dorothe-atelier-697964d65f-hwnxl container `web` last terminated reason: Completed exit code 0", "dorothe/dorothe-atelier-697964d65f-hwnxl restart count: 183", "dorothe/dorothe-atelier-697964d65f-hwnxl readiness gap: 0/1 containers ready", "Warning event Unhealthy on dorothe/dorothe-atelier-697964d65f-hwnxl: Readiness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on dorothe/dorothe-atelier-697964d65f-hwnxl: Liveness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 183 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "dorothe", "involved_kind": "Pod", "involved_object": "dorothe-atelier-697964d65f-hwnxl", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.32:8080/healthz\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "dorothe", "involved_kind": "Pod", "involved_object": "dorothe-atelier-697964d65f-hwnxl", "cluster_display_name": "Management" } ], "pods": [ { "name": "dorothe-atelier-697964d65f-hwnxl", "phase": "Running", "cluster": "management", "namespace": "dorothe", "node_name": "agentic-local-control-plane", "restart_count": 183, "waiting_reason": null, "workload_title": "dorothe-atelier", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "web", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:platform-radar-local:platform-radar-postgres", "source_id": "management", "title": "platform-radar-postgres", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-postgres", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 2, "first_seen_at": "2026-05-12T18:39:14.564776+00:00", "opened_at": "2026-05-12T18:39:14.564776+00:00", "last_seen_at": "2026-08-31T16:34:23.090723+00:00", "last_changed_at": "2026-08-31T16:34:23.090723+00:00", "resolved_at": "2026-05-12T18:39:30.710595+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-postgres-679f4f7dd5-czb9d", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 55, "waiting_reason": null, "workload_title": "platform-radar-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "platform-radar-local", "deployment": "platform-radar-postgres", "log_samples": [], "incident_key": "workload:management:platform-radar-local:platform-radar-postgres", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.31:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.31:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 55 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d container `postgres` last terminated reason: Completed exit code 0", "platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d restart count: 55", "platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d: Readiness probe failed: dial tcp 10.244.0.31:5432: i/o timeout", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d: Liveness probe failed: dial tcp 10.244.0.31:5432: i/o timeout" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-postgres-679f4f7dd5-czb9d", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 55, "waiting_reason": null, "workload_title": "platform-radar-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.31:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.31:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-postgres", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 55 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d container `postgres` last terminated reason: Completed exit code 0", "platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d restart count: 55", "platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d: Readiness probe failed: dial tcp 10.244.0.31:5432: i/o timeout", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d: Liveness probe failed: dial tcp 10.244.0.31:5432: i/o timeout" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d container `postgres` last terminated reason: Completed exit code 0", "platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d restart count: 55", "platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d: Readiness probe failed: dial tcp 10.244.0.31:5432: i/o timeout", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-czb9d: Liveness probe failed: dial tcp 10.244.0.31:5432: i/o timeout" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 55 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: dial tcp 10.244.0.31:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.31:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-czb9d", "cluster_display_name": "Management" } ], "pods": [ { "name": "platform-radar-postgres-679f4f7dd5-czb9d", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 55, "waiting_reason": null, "workload_title": "platform-radar-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-api-68dc489d", "source_id": "management", "title": "mapwise-runtime-api-68dc489d", "namespace": "mapwise-runtime", "target_kind": "workload", "target_name": "mapwise-runtime-api-68dc489d", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 6 warning event(s), top signal: Unhealthy", "occurrence_count": 1, "first_seen_at": "2026-08-31T13:04:33.417851+00:00", "opened_at": "2026-08-31T13:04:33.417851+00:00", "last_seen_at": "2026-08-31T13:04:33.417851+00:00", "last_changed_at": "2026-08-31T13:04:33.417851+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-runtime-api-68dc489d-cfg4b", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-api-68dc489d", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "mapwise-runtime-api-68dc489d-jsq4m", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-api-68dc489d", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-api-68dc489d", "log_samples": [], "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-api-68dc489d", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.247:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-cfg4b", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.247:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-cfg4b", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-cfg4b", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.240:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-jsq4m", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.240:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-jsq4m", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-jsq4m", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b: Readiness probe failed: Get \"http://10.244.0.247:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b: Liveness probe failed: Get \"http://10.244.0.247:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b: Readiness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-jsq4m: Readiness probe failed: Get \"http://10.244.0.240:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-jsq4m: Liveness probe failed: Get \"http://10.244.0.240:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-runtime-api-68dc489d-cfg4b", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-api-68dc489d", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "mapwise-runtime-api-68dc489d-jsq4m", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-api-68dc489d", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.247:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-cfg4b", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.247:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-cfg4b", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-cfg4b", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.240:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-jsq4m", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.240:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-jsq4m", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-jsq4m", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-api-68dc489d", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b: Readiness probe failed: Get \"http://10.244.0.247:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b: Liveness probe failed: Get \"http://10.244.0.247:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b: Readiness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-jsq4m: Readiness probe failed: Get \"http://10.244.0.240:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-jsq4m: Liveness probe failed: Get \"http://10.244.0.240:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b: Readiness probe failed: Get \"http://10.244.0.247:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b: Liveness probe failed: Get \"http://10.244.0.247:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-cfg4b: Readiness probe failed: HTTP probe failed with statuscode: 503", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-jsq4m: Readiness probe failed: Get \"http://10.244.0.240:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-runtime/mapwise-runtime-api-68dc489d-jsq4m: Liveness probe failed: Get \"http://10.244.0.240:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.247:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-cfg4b", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.247:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-cfg4b", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-cfg4b", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.240:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-jsq4m", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.240:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-jsq4m", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: HTTP probe failed with statuscode: 503", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-api-68dc489d-jsq4m", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-runtime-api-68dc489d-cfg4b", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-api-68dc489d", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "mapwise-runtime-api-68dc489d-jsq4m", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-api-68dc489d", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 15, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:kong-system:kong-redis", "source_id": "management", "title": "kong-redis", "namespace": "kong-system", "target_kind": "workload", "target_name": "kong-redis", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 3, "first_seen_at": "2026-08-30T10:50:18.220688+00:00", "opened_at": "2026-08-30T10:50:18.220688+00:00", "last_seen_at": "2026-08-31T13:04:33.417851+00:00", "last_changed_at": "2026-08-30T10:50:18.220688+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "kong-redis-5c9c49ddb-bd6vc", "phase": "Running", "cluster": "management", "namespace": "kong-system", "node_name": "agentic-local-control-plane", "restart_count": 44, "waiting_reason": null, "workload_title": "kong-redis", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "redis", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "kong-system", "deployment": "kong-redis", "log_samples": [], "incident_key": "workload:management:kong-system:kong-redis", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"redis-cli ping\" timed out after 1s", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-redis-5c9c49ddb-bd6vc", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 44 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "kong-system/kong-redis-5c9c49ddb-bd6vc container `redis` last terminated reason: Unknown exit code 255", "kong-system/kong-redis-5c9c49ddb-bd6vc restart count: 44", "kong-system/kong-redis-5c9c49ddb-bd6vc readiness gap: 0/1 containers ready", "Warning event Unhealthy on kong-system/kong-redis-5c9c49ddb-bd6vc: Readiness probe failed: command timed out: \"redis-cli ping\" timed out after 1s" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "kong-redis-5c9c49ddb-bd6vc", "phase": "Running", "cluster": "management", "namespace": "kong-system", "node_name": "agentic-local-control-plane", "restart_count": 44, "waiting_reason": null, "workload_title": "kong-redis", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "redis", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"redis-cli ping\" timed out after 1s", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-redis-5c9c49ddb-bd6vc", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "kong-system", "deployment": "kong-redis", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 44 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "kong-system/kong-redis-5c9c49ddb-bd6vc container `redis` last terminated reason: Unknown exit code 255", "kong-system/kong-redis-5c9c49ddb-bd6vc restart count: 44", "kong-system/kong-redis-5c9c49ddb-bd6vc readiness gap: 0/1 containers ready", "Warning event Unhealthy on kong-system/kong-redis-5c9c49ddb-bd6vc: Readiness probe failed: command timed out: \"redis-cli ping\" timed out after 1s" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "kong-system/kong-redis-5c9c49ddb-bd6vc container `redis` last terminated reason: Unknown exit code 255", "kong-system/kong-redis-5c9c49ddb-bd6vc restart count: 44", "kong-system/kong-redis-5c9c49ddb-bd6vc readiness gap: 0/1 containers ready", "Warning event Unhealthy on kong-system/kong-redis-5c9c49ddb-bd6vc: Readiness probe failed: command timed out: \"redis-cli ping\" timed out after 1s" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 44 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"redis-cli ping\" timed out after 1s", "namespace": "kong-system", "involved_kind": "Pod", "involved_object": "kong-redis-5c9c49ddb-bd6vc", "cluster_display_name": "Management" } ], "pods": [ { "name": "kong-redis-5c9c49ddb-bd6vc", "phase": "Running", "cluster": "management", "namespace": "kong-system", "node_name": "agentic-local-control-plane", "restart_count": 44, "waiting_reason": null, "workload_title": "kong-redis", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "redis", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:vinas:vinas-site", "source_id": "management", "title": "vinas-site", "namespace": "vinas", "target_kind": "workload", "target_name": "vinas-site", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 7, "first_seen_at": "2026-07-30T20:11:29.682045+00:00", "opened_at": "2026-07-30T20:11:29.682045+00:00", "last_seen_at": "2026-08-31T13:04:33.417851+00:00", "last_changed_at": "2026-08-31T13:04:33.417851+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "vinas-site-58777dbccb-hg76s", "phase": "Running", "cluster": "management", "namespace": "vinas", "node_name": "agentic-local-control-plane", "restart_count": 134, "waiting_reason": null, "workload_title": "vinas-site", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "nginx", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "vinas", "deployment": "vinas-site", "log_samples": [], "incident_key": "workload:management:vinas:vinas-site", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "vinas", "involved_kind": "Pod", "involved_object": "vinas-site-58777dbccb-hg76s", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "vinas", "involved_kind": "Pod", "involved_object": "vinas-site-58777dbccb-hg76s", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 134 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "vinas/vinas-site-58777dbccb-hg76s container `nginx` last terminated reason: Completed exit code 0", "vinas/vinas-site-58777dbccb-hg76s restart count: 134", "vinas/vinas-site-58777dbccb-hg76s readiness gap: 0/1 containers ready", "Warning event Unhealthy on vinas/vinas-site-58777dbccb-hg76s: Liveness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on vinas/vinas-site-58777dbccb-hg76s: Readiness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "vinas-site-58777dbccb-hg76s", "phase": "Running", "cluster": "management", "namespace": "vinas", "node_name": "agentic-local-control-plane", "restart_count": 134, "waiting_reason": null, "workload_title": "vinas-site", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "nginx", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "vinas", "involved_kind": "Pod", "involved_object": "vinas-site-58777dbccb-hg76s", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "vinas", "involved_kind": "Pod", "involved_object": "vinas-site-58777dbccb-hg76s", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "vinas", "deployment": "vinas-site", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 134 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "vinas/vinas-site-58777dbccb-hg76s container `nginx` last terminated reason: Completed exit code 0", "vinas/vinas-site-58777dbccb-hg76s restart count: 134", "vinas/vinas-site-58777dbccb-hg76s readiness gap: 0/1 containers ready", "Warning event Unhealthy on vinas/vinas-site-58777dbccb-hg76s: Liveness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on vinas/vinas-site-58777dbccb-hg76s: Readiness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "vinas/vinas-site-58777dbccb-hg76s container `nginx` last terminated reason: Completed exit code 0", "vinas/vinas-site-58777dbccb-hg76s restart count: 134", "vinas/vinas-site-58777dbccb-hg76s readiness gap: 0/1 containers ready", "Warning event Unhealthy on vinas/vinas-site-58777dbccb-hg76s: Liveness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on vinas/vinas-site-58777dbccb-hg76s: Readiness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 134 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "vinas", "involved_kind": "Pod", "involved_object": "vinas-site-58777dbccb-hg76s", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.74:80/\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "vinas", "involved_kind": "Pod", "involved_object": "vinas-site-58777dbccb-hg76s", "cluster_display_name": "Management" } ], "pods": [ { "name": "vinas-site-58777dbccb-hg76s", "phase": "Running", "cluster": "management", "namespace": "vinas", "node_name": "agentic-local-control-plane", "restart_count": 134, "waiting_reason": null, "workload_title": "vinas-site", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "nginx", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:shoeup-webshop:shoeup-mariadb", "source_id": "management", "title": "shoeup-mariadb", "namespace": "shoeup-webshop", "target_kind": "workload", "target_name": "shoeup-mariadb", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 8, "first_seen_at": "2026-06-18T18:20:07.771706+00:00", "opened_at": "2026-06-18T18:20:07.771706+00:00", "last_seen_at": "2026-08-31T13:04:33.417851+00:00", "last_changed_at": "2026-08-30T05:00:31.693936+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "shoeup-mariadb-5f797869f4-hbrs7", "phase": "Running", "cluster": "management", "namespace": "shoeup-webshop", "node_name": "agentic-local-control-plane", "restart_count": 27, "waiting_reason": null, "workload_title": "shoeup-mariadb", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "mariadb", "last_terminated_exit_code": 255 } ], "cluster": "management", "namespace": "shoeup-webshop", "deployment": "shoeup-mariadb", "log_samples": [], "incident_key": "workload:management:shoeup-webshop:shoeup-mariadb", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"/bin/sh -c mariadb-admin ping -h 127.0.0.1 -uroot -p\\\"$MARIADB_ROOT_PASSWORD\\\"\" timed out after 5s", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-mariadb-5f797869f4-hbrs7", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 27 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7 container `mariadb` last terminated reason: Unknown exit code 255", "shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7 restart count: 27", "shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7: Readiness probe failed: command timed out: \"/bin/sh -c mariadb-admin ping -h 127.0.0.1 -uroot -p\\\"$MARIADB_ROOT_PASSWORD\\\"\" timed out after 5s" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "shoeup-mariadb-5f797869f4-hbrs7", "phase": "Running", "cluster": "management", "namespace": "shoeup-webshop", "node_name": "agentic-local-control-plane", "restart_count": 27, "waiting_reason": null, "workload_title": "shoeup-mariadb", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "mariadb", "last_terminated_exit_code": 255 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"/bin/sh -c mariadb-admin ping -h 127.0.0.1 -uroot -p\\\"$MARIADB_ROOT_PASSWORD\\\"\" timed out after 5s", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-mariadb-5f797869f4-hbrs7", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "shoeup-webshop", "deployment": "shoeup-mariadb", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 27 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7 container `mariadb` last terminated reason: Unknown exit code 255", "shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7 restart count: 27", "shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7: Readiness probe failed: command timed out: \"/bin/sh -c mariadb-admin ping -h 127.0.0.1 -uroot -p\\\"$MARIADB_ROOT_PASSWORD\\\"\" timed out after 5s" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7 container `mariadb` last terminated reason: Unknown exit code 255", "shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7 restart count: 27", "shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7 readiness gap: 0/1 containers ready", "Warning event Unhealthy on shoeup-webshop/shoeup-mariadb-5f797869f4-hbrs7: Readiness probe failed: command timed out: \"/bin/sh -c mariadb-admin ping -h 127.0.0.1 -uroot -p\\\"$MARIADB_ROOT_PASSWORD\\\"\" timed out after 5s" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 27 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: command timed out: \"/bin/sh -c mariadb-admin ping -h 127.0.0.1 -uroot -p\\\"$MARIADB_ROOT_PASSWORD\\\"\" timed out after 5s", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-mariadb-5f797869f4-hbrs7", "cluster_display_name": "Management" } ], "pods": [ { "name": "shoeup-mariadb-5f797869f4-hbrs7", "phase": "Running", "cluster": "management", "namespace": "shoeup-webshop", "node_name": "agentic-local-control-plane", "restart_count": 27, "waiting_reason": null, "workload_title": "shoeup-mariadb", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Unknown", "last_terminated_container": "mariadb", "last_terminated_exit_code": 255 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:filas-iam:mapwise-keycloak-recovery-j6qkw", "source_id": "management", "title": "mapwise-keycloak-recovery-j6qkw", "namespace": "filas-iam", "target_kind": "event", "target_name": "mapwise-keycloak-recovery-j6qkw", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Error: secret \"mapwise-keycloak-recovery\" not found", "occurrence_count": 1, "first_seen_at": "2026-08-31T08:03:21.020554+00:00", "opened_at": "2026-08-31T08:03:21.020554+00:00", "last_seen_at": "2026-08-31T09:02:36.165137+00:00", "last_changed_at": "2026-08-31T08:03:21.020554+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "filas-iam", "deployment": null, "log_samples": [], "incident_key": "event:management:filas-iam:mapwise-keycloak-recovery-j6qkw", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"mapwise-keycloak-recovery\" not found", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "mapwise-keycloak-recovery-j6qkw", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event Failed on filas-iam/mapwise-keycloak-recovery-j6qkw: Error: secret \"mapwise-keycloak-recovery\" not found" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"mapwise-keycloak-recovery\" not found", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "mapwise-keycloak-recovery-j6qkw", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "filas-iam", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event Failed on filas-iam/mapwise-keycloak-recovery-j6qkw: Error: secret \"mapwise-keycloak-recovery\" not found" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "Warning event Failed on filas-iam/mapwise-keycloak-recovery-j6qkw: Error: secret \"mapwise-keycloak-recovery\" not found" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"mapwise-keycloak-recovery\" not found", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "mapwise-keycloak-recovery-j6qkw", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:filas-iam:mapwise-keycloak-recovery", "source_id": "management", "title": "mapwise-keycloak-recovery", "namespace": "filas-iam", "target_kind": "workload", "target_name": "mapwise-keycloak-recovery", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CreateContainerConfigError", "occurrence_count": 1, "first_seen_at": "2026-08-31T08:01:20.470892+00:00", "opened_at": "2026-08-31T08:01:20.470892+00:00", "last_seen_at": "2026-08-31T08:01:20.470892+00:00", "last_changed_at": "2026-08-31T08:01:20.470892+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-keycloak-recovery-j6qkw", "phase": "Pending", "cluster": "management", "namespace": "filas-iam", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "mapwise-keycloak-recovery", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "recovery", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "filas-iam", "deployment": "mapwise-keycloak-recovery", "log_samples": [], "incident_key": "workload:management:filas-iam:mapwise-keycloak-recovery", "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"mapwise-keycloak-recovery\" not found", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "mapwise-keycloak-recovery-j6qkw", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "evidence_highlights": [ "filas-iam/mapwise-keycloak-recovery-j6qkw container `recovery` waiting reason: CreateContainerConfigError", "filas-iam/mapwise-keycloak-recovery-j6qkw readiness gap: 0/1 containers ready", "Warning event Failed on filas-iam/mapwise-keycloak-recovery-j6qkw: Error: secret \"mapwise-keycloak-recovery\" not found" ], "evidence_backed_fix_hints": [ "Restore the missing Secret referenced by the pod before expecting the container to start." ] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-keycloak-recovery-j6qkw", "phase": "Pending", "cluster": "management", "namespace": "filas-iam", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "mapwise-keycloak-recovery", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "recovery", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"mapwise-keycloak-recovery\" not found", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "mapwise-keycloak-recovery-j6qkw", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "filas-iam", "deployment": "mapwise-keycloak-recovery", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "technical_context": [], "evidence_highlights": [ "filas-iam/mapwise-keycloak-recovery-j6qkw container `recovery` waiting reason: CreateContainerConfigError", "filas-iam/mapwise-keycloak-recovery-j6qkw readiness gap: 0/1 containers ready", "Warning event Failed on filas-iam/mapwise-keycloak-recovery-j6qkw: Error: secret \"mapwise-keycloak-recovery\" not found" ], "previous_log_samples": [], "likely_fix_candidates": [ "Restore the missing Secret referenced by the pod before expecting the container to start." ], "evidence_backed_fix_hints": [ "Restore the missing Secret referenced by the pod before expecting the container to start." ] }, "top_signals": [ "Failed" ], "evidence_highlights": [ "filas-iam/mapwise-keycloak-recovery-j6qkw container `recovery` waiting reason: CreateContainerConfigError", "filas-iam/mapwise-keycloak-recovery-j6qkw readiness gap: 0/1 containers ready", "Warning event Failed on filas-iam/mapwise-keycloak-recovery-j6qkw: Error: secret \"mapwise-keycloak-recovery\" not found" ], "resource_checks": [], "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: secret \"mapwise-keycloak-recovery\" not found", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "mapwise-keycloak-recovery-j6qkw", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-keycloak-recovery-j6qkw", "phase": "Pending", "cluster": "management", "namespace": "filas-iam", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "CreateContainerConfigError", "workload_title": "mapwise-keycloak-recovery", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "recovery", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 6, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:packit:erik-packing-machine", "source_id": "management", "title": "erik-packing-machine", "namespace": "packit", "target_kind": "workload", "target_name": "erik-packing-machine", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: Completed", "occurrence_count": 14, "first_seen_at": "2026-05-12T12:38:40.827422+00:00", "opened_at": "2026-05-12T18:39:14.564776+00:00", "last_seen_at": "2026-08-30T22:43:25.412532+00:00", "last_changed_at": "2026-08-30T22:43:25.412532+00:00", "resolved_at": "2026-05-12T18:39:30.710595+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "erik-packing-machine-8684cd7696-v2cgm", "phase": "Running", "cluster": "management", "namespace": "packit", "node_name": "agentic-local-control-plane", "restart_count": 138, "waiting_reason": null, "workload_title": "erik-packing-machine", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "erik-packing-machine", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "packit", "deployment": "erik-packing-machine", "log_samples": [], "incident_key": "workload:management:packit:erik-packing-machine", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "packit", "involved_kind": "Pod", "involved_object": "erik-packing-machine-8684cd7696-v2cgm", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "packit", "involved_kind": "Pod", "involved_object": "erik-packing-machine-8684cd7696-v2cgm", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 138 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "packit/erik-packing-machine-8684cd7696-v2cgm container `erik-packing-machine` last terminated reason: Completed exit code 0", "packit/erik-packing-machine-8684cd7696-v2cgm restart count: 138", "packit/erik-packing-machine-8684cd7696-v2cgm readiness gap: 0/1 containers ready", "Warning event Unhealthy on packit/erik-packing-machine-8684cd7696-v2cgm: Readiness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on packit/erik-packing-machine-8684cd7696-v2cgm: Liveness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "erik-packing-machine-8684cd7696-v2cgm", "phase": "Running", "cluster": "management", "namespace": "packit", "node_name": "agentic-local-control-plane", "restart_count": 138, "waiting_reason": null, "workload_title": "erik-packing-machine", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "erik-packing-machine", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "packit", "involved_kind": "Pod", "involved_object": "erik-packing-machine-8684cd7696-v2cgm", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "packit", "involved_kind": "Pod", "involved_object": "erik-packing-machine-8684cd7696-v2cgm", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "packit", "deployment": "erik-packing-machine", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 138 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "packit/erik-packing-machine-8684cd7696-v2cgm container `erik-packing-machine` last terminated reason: Completed exit code 0", "packit/erik-packing-machine-8684cd7696-v2cgm restart count: 138", "packit/erik-packing-machine-8684cd7696-v2cgm readiness gap: 0/1 containers ready", "Warning event Unhealthy on packit/erik-packing-machine-8684cd7696-v2cgm: Readiness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on packit/erik-packing-machine-8684cd7696-v2cgm: Liveness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "packit/erik-packing-machine-8684cd7696-v2cgm container `erik-packing-machine` last terminated reason: Completed exit code 0", "packit/erik-packing-machine-8684cd7696-v2cgm restart count: 138", "packit/erik-packing-machine-8684cd7696-v2cgm readiness gap: 0/1 containers ready", "Warning event Unhealthy on packit/erik-packing-machine-8684cd7696-v2cgm: Readiness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on packit/erik-packing-machine-8684cd7696-v2cgm: Liveness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 138 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "packit", "involved_kind": "Pod", "involved_object": "erik-packing-machine-8684cd7696-v2cgm", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.11:8080/index.html\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "packit", "involved_kind": "Pod", "involved_object": "erik-packing-machine-8684cd7696-v2cgm", "cluster_display_name": "Management" } ], "pods": [ { "name": "erik-packing-machine-8684cd7696-v2cgm", "phase": "Running", "cluster": "management", "namespace": "packit", "node_name": "agentic-local-control-plane", "restart_count": 138, "waiting_reason": null, "workload_title": "erik-packing-machine", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "erik-packing-machine", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-control:mapwise-control-api-77bcb566", "source_id": "management", "title": "mapwise-control-api-77bcb566", "namespace": "mapwise-control", "target_kind": "workload", "target_name": "mapwise-control-api-77bcb566", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 6 warning event(s), top signal: Completed", "occurrence_count": 2, "first_seen_at": "2026-08-30T21:31:41.972541+00:00", "opened_at": "2026-08-30T21:31:41.972541+00:00", "last_seen_at": "2026-08-30T22:08:58.318646+00:00", "last_changed_at": "2026-08-30T22:08:58.318646+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-control-api-77bcb566-clm4v", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mapwise-control-api-77bcb566", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-control-api-77bcb566-sbjtx", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mapwise-control-api-77bcb566", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "mapwise-control", "deployment": "mapwise-control-api-77bcb566", "log_samples": [], "incident_key": "workload:management:mapwise-control:mapwise-control-api-77bcb566", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": dial tcp 10.244.0.243:8080: connect: connection refused", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-clm4v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-clm4v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.243:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-clm4v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.237:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-sbjtx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.237:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-sbjtx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.237:8080/health/ready\": dial tcp 10.244.0.237:8080: connect: connection refused", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-sbjtx", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mapwise-control/mapwise-control-api-77bcb566-clm4v container `api` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-control-api-77bcb566-clm4v restart count: 1", "mapwise-control/mapwise-control-api-77bcb566-clm4v readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-clm4v: Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": dial tcp 10.244.0.243:8080: connect: connection refused", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-clm4v: Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-clm4v: Liveness probe failed: Get \"http://10.244.0.243:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-sbjtx: Readiness probe failed: Get \"http://10.244.0.237:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-sbjtx: Liveness probe failed: Get \"http://10.244.0.237:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-control-api-77bcb566-clm4v", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mapwise-control-api-77bcb566", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-control-api-77bcb566-sbjtx", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mapwise-control-api-77bcb566", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": dial tcp 10.244.0.243:8080: connect: connection refused", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-clm4v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-clm4v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.243:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-clm4v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.237:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-sbjtx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.237:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-sbjtx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.237:8080/health/ready\": dial tcp 10.244.0.237:8080: connect: connection refused", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-sbjtx", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-control", "deployment": "mapwise-control-api-77bcb566", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mapwise-control/mapwise-control-api-77bcb566-clm4v container `api` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-control-api-77bcb566-clm4v restart count: 1", "mapwise-control/mapwise-control-api-77bcb566-clm4v readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-clm4v: Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": dial tcp 10.244.0.243:8080: connect: connection refused", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-clm4v: Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-clm4v: Liveness probe failed: Get \"http://10.244.0.243:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-sbjtx: Readiness probe failed: Get \"http://10.244.0.237:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-sbjtx: Liveness probe failed: Get \"http://10.244.0.237:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-control/mapwise-control-api-77bcb566-clm4v container `api` last terminated reason: Completed exit code 0", "mapwise-control/mapwise-control-api-77bcb566-clm4v restart count: 1", "mapwise-control/mapwise-control-api-77bcb566-clm4v readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-clm4v: Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": dial tcp 10.244.0.243:8080: connect: connection refused", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-clm4v: Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-clm4v: Liveness probe failed: Get \"http://10.244.0.243:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-sbjtx: Readiness probe failed: Get \"http://10.244.0.237:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-77bcb566-sbjtx: Liveness probe failed: Get \"http://10.244.0.237:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": dial tcp 10.244.0.243:8080: connect: connection refused", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-clm4v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.243:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-clm4v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.243:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-clm4v", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.237:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-sbjtx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.237:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-sbjtx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.237:8080/health/ready\": dial tcp 10.244.0.237:8080: connect: connection refused", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-77bcb566-sbjtx", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-control-api-77bcb566-clm4v", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mapwise-control-api-77bcb566", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 }, { "name": "mapwise-control-api-77bcb566-sbjtx", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 1, "waiting_reason": null, "workload_title": "mapwise-control-api-77bcb566", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "api", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 17, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:platform-radar-local:platform-radar-cost-scanner", "source_id": "management", "title": "platform-radar-cost-scanner", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-cost-scanner", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 26, "first_seen_at": "2026-06-03T08:00:23.111874+00:00", "opened_at": "2026-06-03T08:24:09.886764+00:00", "last_seen_at": "2026-08-30T21:31:41.972541+00:00", "last_changed_at": "2026-08-30T21:31:41.972541+00:00", "resolved_at": "2026-06-08T13:04:01.503220+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-cost-scanner-5575f6d549-lzw88", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 38, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-cost-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "cost-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "cost-scanner", "last_terminated_exit_code": 1 } ], "cluster": "management", "namespace": "platform-radar-local", "deployment": "platform-radar-cost-scanner", "log_samples": [], "incident_key": "workload:management:platform-radar-local:platform-radar-cost-scanner", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-5575f6d549-lzw88", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container cost-scanner in pod platform-radar-cost-scanner-5575f6d549-lzw88_platform-radar-local(bc6748b4-378b-4436-8c44-e7220dc2c8a3)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-5575f6d549-lzw88", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 38 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 container `cost-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 container `cost-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 restart count: 38", "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "Warning event BackOff on platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88: Back-off restarting failed container cost-scanner in pod platform-radar-cost-scanner-5575f6d549-lzw88_platform-radar-local(bc6748b4-378b-4436-8c44-e7220dc2c8a3)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-cost-scanner-5575f6d549-lzw88", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 38, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-cost-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "cost-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "cost-scanner", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-5575f6d549-lzw88", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container cost-scanner in pod platform-radar-cost-scanner-5575f6d549-lzw88_platform-radar-local(bc6748b4-378b-4436-8c44-e7220dc2c8a3)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-5575f6d549-lzw88", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-cost-scanner", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 38 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 container `cost-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 container `cost-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 restart count: 38", "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "Warning event BackOff on platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88: Back-off restarting failed container cost-scanner in pod platform-radar-cost-scanner-5575f6d549-lzw88_platform-radar-local(bc6748b4-378b-4436-8c44-e7220dc2c8a3)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "Unhealthy" ], "evidence_highlights": [ "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 container `cost-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 container `cost-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 restart count: 38", "platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88 readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "Warning event BackOff on platform-radar-local/platform-radar-cost-scanner-5575f6d549-lzw88: Back-off restarting failed container cost-scanner in pod platform-radar-cost-scanner-5575f6d549-lzw88_platform-radar-local(bc6748b4-378b-4436-8c44-e7220dc2c8a3)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 38 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-5575f6d549-lzw88", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container cost-scanner in pod platform-radar-cost-scanner-5575f6d549-lzw88_platform-radar-local(bc6748b4-378b-4436-8c44-e7220dc2c8a3)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-cost-scanner-5575f6d549-lzw88", "cluster_display_name": "Management" } ], "pods": [ { "name": "platform-radar-cost-scanner-5575f6d549-lzw88", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 38, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-cost-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "cost-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "cost-scanner", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 13, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:prod:platform-radar-local:platform-radar-postgres", "source_id": "prod", "title": "platform-radar-postgres", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-postgres", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "Fix Postgres first. 1 problematic pod(s), 5 warning event(s), top signal: CreateContainerConfigError", "occurrence_count": 2, "first_seen_at": "2026-08-02T15:25:44.903067+00:00", "opened_at": "2026-08-02T15:25:44.903067+00:00", "last_seen_at": "2026-08-30T21:31:41.911162+00:00", "last_changed_at": "2026-08-30T21:31:41.911162+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-postgres-679f4f7dd5-lsjgb", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 14, "waiting_reason": "CreateContainerConfigError", "workload_title": "platform-radar-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "postgres", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ], "cluster": "prod", "namespace": "platform-radar-local", "deployment": "platform-radar-postgres", "log_samples": [], "incident_key": "workload:prod:platform-radar-local:platform-radar-postgres", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Liveness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Readiness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: failed to sync configmap cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container postgres in pod platform-radar-postgres-679f4f7dd5-lsjgb_platform-radar-local(2c47ae74-3e52-4f82-9296-c55cc20c6b15)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: failed to sync secret cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb container `postgres` waiting reason: CreateContainerConfigError", "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb container `postgres` last terminated reason: Completed exit code 0", "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb restart count: 14", "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Liveness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Readiness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "Warning event Failed on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Error: failed to sync configmap cache: timed out waiting for the condition", "Warning event BackOff on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Back-off restarting failed container postgres in pod platform-radar-postgres-679f4f7dd5-lsjgb_platform-radar-local(2c47ae74-3e52-4f82-9296-c55cc20c6b15)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-postgres-679f4f7dd5-lsjgb", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 14, "waiting_reason": "CreateContainerConfigError", "workload_title": "platform-radar-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "postgres", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Liveness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Readiness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: failed to sync configmap cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container postgres in pod platform-radar-postgres-679f4f7dd5-lsjgb_platform-radar-local(2c47ae74-3e52-4f82-9296-c55cc20c6b15)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: failed to sync secret cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "prod", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-postgres", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb container `postgres` waiting reason: CreateContainerConfigError", "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb container `postgres` last terminated reason: Completed exit code 0", "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb restart count: 14", "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Liveness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Readiness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "Warning event Failed on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Error: failed to sync configmap cache: timed out waiting for the condition", "Warning event BackOff on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Back-off restarting failed container postgres in pod platform-radar-postgres-679f4f7dd5-lsjgb_platform-radar-local(2c47ae74-3e52-4f82-9296-c55cc20c6b15)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "Failed", "Unhealthy" ], "evidence_highlights": [ "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb container `postgres` waiting reason: CreateContainerConfigError", "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb container `postgres` last terminated reason: Completed exit code 0", "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb restart count: 14", "platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Liveness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "Warning event Unhealthy on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Readiness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "Warning event Failed on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Error: failed to sync configmap cache: timed out waiting for the condition", "Warning event BackOff on platform-radar-local/platform-radar-postgres-679f4f7dd5-lsjgb: Back-off restarting failed container postgres in pod platform-radar-postgres-679f4f7dd5-lsjgb_platform-radar-local(2c47ae74-3e52-4f82-9296-c55cc20c6b15)" ], "resource_checks": [], "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Liveness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "prod", "message": "Readiness probe failed: dial tcp 10.244.0.8:5432: i/o timeout", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: failed to sync configmap cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "BackOff", "cluster": "prod", "message": "Back-off restarting failed container postgres in pod platform-radar-postgres-679f4f7dd5-lsjgb_platform-radar-local(2c47ae74-3e52-4f82-9296-c55cc20c6b15)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" }, { "type": "Warning", "reason": "Failed", "cluster": "prod", "message": "Error: failed to sync secret cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-postgres-679f4f7dd5-lsjgb", "cluster_display_name": "Production" } ], "pods": [ { "name": "platform-radar-postgres-679f4f7dd5-lsjgb", "phase": "Running", "cluster": "prod", "namespace": "platform-radar-local", "node_name": "platform-radar-prod-control-plane", "restart_count": 14, "waiting_reason": "CreateContainerConfigError", "workload_title": "platform-radar-postgres", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "postgres", "cluster_display_name": "Production", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "postgres", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 16, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-control:mapwise-control-api-7c9d5bf9", "source_id": "management", "title": "mapwise-control-api-7c9d5bf9", "namespace": "mapwise-control", "target_kind": "workload", "target_name": "mapwise-control-api-7c9d5bf9", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "2 problematic pod(s), 4 warning event(s), top signal: Unhealthy", "occurrence_count": 2, "first_seen_at": "2026-08-30T17:54:16.015323+00:00", "opened_at": "2026-08-30T17:54:16.015323+00:00", "last_seen_at": "2026-08-30T19:39:09.015900+00:00", "last_changed_at": "2026-08-30T19:37:03.841990+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-control-api-7c9d5bf9-9jgd7", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-api-7c9d5bf9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "mapwise-control-api-7c9d5bf9-9whsr", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-api-7c9d5bf9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mapwise-control", "deployment": "mapwise-control-api-7c9d5bf9", "log_samples": [], "incident_key": "workload:management:mapwise-control:mapwise-control-api-7c9d5bf9", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.174:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9jgd7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.174:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9jgd7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.168:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9whsr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.168:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9whsr", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mapwise-control/mapwise-control-api-7c9d5bf9-9jgd7 readiness gap: 0/1 containers ready", "mapwise-control/mapwise-control-api-7c9d5bf9-9whsr readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9jgd7: Readiness probe failed: Get \"http://10.244.0.174:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9jgd7: Liveness probe failed: Get \"http://10.244.0.174:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9whsr: Readiness probe failed: Get \"http://10.244.0.168:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9whsr: Liveness probe failed: Get \"http://10.244.0.168:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-control-api-7c9d5bf9-9jgd7", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-api-7c9d5bf9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "mapwise-control-api-7c9d5bf9-9whsr", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-api-7c9d5bf9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.174:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9jgd7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.174:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9jgd7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.168:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9whsr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.168:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9whsr", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-control", "deployment": "mapwise-control-api-7c9d5bf9", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mapwise-control/mapwise-control-api-7c9d5bf9-9jgd7 readiness gap: 0/1 containers ready", "mapwise-control/mapwise-control-api-7c9d5bf9-9whsr readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9jgd7: Readiness probe failed: Get \"http://10.244.0.174:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9jgd7: Liveness probe failed: Get \"http://10.244.0.174:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9whsr: Readiness probe failed: Get \"http://10.244.0.168:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9whsr: Liveness probe failed: Get \"http://10.244.0.168:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-control/mapwise-control-api-7c9d5bf9-9jgd7 readiness gap: 0/1 containers ready", "mapwise-control/mapwise-control-api-7c9d5bf9-9whsr readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9jgd7: Readiness probe failed: Get \"http://10.244.0.174:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9jgd7: Liveness probe failed: Get \"http://10.244.0.174:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9whsr: Readiness probe failed: Get \"http://10.244.0.168:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "Warning event Unhealthy on mapwise-control/mapwise-control-api-7c9d5bf9-9whsr: Liveness probe failed: Get \"http://10.244.0.168:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.174:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9jgd7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.174:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9jgd7", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.168:8080/health/ready\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9whsr", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: Get \"http://10.244.0.168:8080/health/live\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-7c9d5bf9-9whsr", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-control-api-7c9d5bf9-9jgd7", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-api-7c9d5bf9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "mapwise-control-api-7c9d5bf9-9whsr", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-api-7c9d5bf9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 13, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:platform-radar-local:platform-radar-platform-health-scanner", "source_id": "management", "title": "platform-radar-platform-health-scanner", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-platform-health-scanner", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 19, "first_seen_at": "2026-06-08T10:52:25.953238+00:00", "opened_at": "2026-06-10T15:13:56.374492+00:00", "last_seen_at": "2026-08-30T05:00:31.693936+00:00", "last_changed_at": "2026-08-30T05:00:31.693936+00:00", "resolved_at": "2026-06-10T15:14:10.268488+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-platform-health-scanner-674775f6f8-g4wg4", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 22, "waiting_reason": null, "workload_title": "platform-radar-platform-health-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Unknown", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "platform-health-scanner", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "platform-radar-local", "deployment": "platform-radar-platform-health-scanner", "log_samples": [], "incident_key": "workload:management:platform-radar-local:platform-radar-platform-health-scanner", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-674775f6f8-g4wg4", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 22 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4 container `platform-health-scanner` terminated reason: Unknown", "platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4 restart count: 22", "platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4 readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-platform-health-scanner-674775f6f8-g4wg4", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 22, "waiting_reason": null, "workload_title": "platform-radar-platform-health-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Unknown", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "platform-health-scanner", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-674775f6f8-g4wg4", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-platform-health-scanner", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 22 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4 container `platform-health-scanner` terminated reason: Unknown", "platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4 restart count: 22", "platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4 readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4 container `platform-health-scanner` terminated reason: Unknown", "platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4 restart count: 22", "platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4 readiness gap: 0/1 containers ready", "Warning event Unhealthy on platform-radar-local/platform-radar-platform-health-scanner-674775f6f8-g4wg4: Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 22 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: command timed out: \"python -c import os; os.getpid()\" timed out after 1s", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-platform-health-scanner-674775f6f8-g4wg4", "cluster_display_name": "Management" } ], "pods": [ { "name": "platform-radar-platform-health-scanner-674775f6f8-g4wg4", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 22, "waiting_reason": null, "workload_title": "platform-radar-platform-health-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Unknown", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "platform-health-scanner", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 9, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-migration-phase1a", "source_id": "management", "title": "mapwise-runtime-migration-phase1a", "namespace": "mapwise-runtime", "target_kind": "workload", "target_name": "mapwise-runtime-migration-phase1a", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 3, "first_seen_at": "2026-08-28T19:41:28.131771+00:00", "opened_at": "2026-08-28T19:41:28.131771+00:00", "last_seen_at": "2026-08-30T02:58:48.498335+00:00", "last_changed_at": "2026-08-30T02:58:48.498335+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-runtime-migration-phase1a-778hm", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-migration-phase1a", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "migrator", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-migration-phase1a", "log_samples": [], "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-migration-phase1a", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-migration-phase1a-778hm container `migrator` terminated reason: Completed", "mapwise-runtime/mapwise-runtime-migration-phase1a-778hm readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-runtime-migration-phase1a-778hm", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-migration-phase1a", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "migrator", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-migration-phase1a", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-migration-phase1a-778hm container `migrator` terminated reason: Completed", "mapwise-runtime/mapwise-runtime-migration-phase1a-778hm readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-migration-phase1a-778hm container `migrator` terminated reason: Completed", "mapwise-runtime/mapwise-runtime-migration-phase1a-778hm readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mapwise-runtime-migration-phase1a-778hm", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-migration-phase1a", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "migrator", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-control:mapwise-control-migration-phase1a", "source_id": "management", "title": "mapwise-control-migration-phase1a", "namespace": "mapwise-control", "target_kind": "workload", "target_name": "mapwise-control-migration-phase1a", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Completed", "occurrence_count": 4, "first_seen_at": "2026-08-26T05:01:17.088396+00:00", "opened_at": "2026-08-26T05:01:17.088396+00:00", "last_seen_at": "2026-08-30T02:58:48.498335+00:00", "last_changed_at": "2026-08-30T02:58:48.498335+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-control-migration-phase1a-hjvjg", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-migration-phase1a", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "migrator", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mapwise-control", "deployment": "mapwise-control-migration-phase1a", "log_samples": [], "incident_key": "workload:management:mapwise-control:mapwise-control-migration-phase1a", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mapwise-control/mapwise-control-migration-phase1a-hjvjg container `migrator` terminated reason: Completed", "mapwise-control/mapwise-control-migration-phase1a-hjvjg readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-control-migration-phase1a-hjvjg", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-migration-phase1a", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "migrator", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-control", "deployment": "mapwise-control-migration-phase1a", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mapwise-control/mapwise-control-migration-phase1a-hjvjg container `migrator` terminated reason: Completed", "mapwise-control/mapwise-control-migration-phase1a-hjvjg readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Completed" ], "evidence_highlights": [ "mapwise-control/mapwise-control-migration-phase1a-hjvjg container `migrator` terminated reason: Completed", "mapwise-control/mapwise-control-migration-phase1a-hjvjg readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mapwise-control-migration-phase1a-hjvjg", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-migration-phase1a", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Completed", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "migrator", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:argocd:argocd-notifications-controller", "source_id": "management", "title": "argocd-notifications-controller", "namespace": "argocd", "target_kind": "workload", "target_name": "argocd-notifications-controller", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 4 warning event(s), top signal: ImagePullBackOff", "occurrence_count": 1, "first_seen_at": "2026-08-30T01:07:17.587208+00:00", "opened_at": "2026-08-30T01:07:17.587208+00:00", "last_seen_at": "2026-08-30T01:07:17.587208+00:00", "last_changed_at": "2026-08-30T01:07:17.587208+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "argocd-notifications-controller-9669744c8-blxqc", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 67, "waiting_reason": "ImagePullBackOff", "workload_title": "argocd-notifications-controller", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "argocd-notifications-controller", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argocd-notifications-controller", "last_terminated_exit_code": 0 } ], "cluster": "management", "namespace": "argocd", "deployment": "argocd-notifications-controller", "log_samples": [], "incident_key": "workload:management:argocd:argocd-notifications-controller", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.5:9001: i/o timeout", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Failed to pull image \"quay.io/argoproj/argocd:v3.3.6\": failed to pull and unpack image \"quay.io/argoproj/argocd:v3.3.6\": failed to resolve reference \"quay.io/argoproj/argocd:v3.3.6\": failed to do request: Head \"https://quay.io/v2/argoproj/argocd/manifests/v3.3.6\": dial tcp: lookup quay.io on 192.168.65.254:53: server misbehaving", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: ErrImagePull", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: ImagePullBackOff", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 67 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "argocd/argocd-notifications-controller-9669744c8-blxqc container `argocd-notifications-controller` waiting reason: ImagePullBackOff", "argocd/argocd-notifications-controller-9669744c8-blxqc container `argocd-notifications-controller` last terminated reason: Completed exit code 0", "argocd/argocd-notifications-controller-9669744c8-blxqc restart count: 67", "argocd/argocd-notifications-controller-9669744c8-blxqc readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-notifications-controller-9669744c8-blxqc: Liveness probe failed: dial tcp 10.244.0.5:9001: i/o timeout", "Warning event Failed on argocd/argocd-notifications-controller-9669744c8-blxqc: Failed to pull image \"quay.io/argoproj/argocd:v3.3.6\": failed to pull and unpack image \"quay.io/argoproj/argocd:v3.3.6\": failed to resolve reference \"quay.io/argoproj/argocd:v3.3.6\": failed to do request: Head \"https://quay.io/v2/argoproj/argocd/manifests/v3.3.6\": dial tcp: lookup quay.io on 192.168.65.254:53: server misbehaving", "Warning event Failed on argocd/argocd-notifications-controller-9669744c8-blxqc: Error: ErrImagePull", "Warning event Failed on argocd/argocd-notifications-controller-9669744c8-blxqc: Error: ImagePullBackOff" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "argocd-notifications-controller-9669744c8-blxqc", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 67, "waiting_reason": "ImagePullBackOff", "workload_title": "argocd-notifications-controller", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "argocd-notifications-controller", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argocd-notifications-controller", "last_terminated_exit_code": 0 } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.5:9001: i/o timeout", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Failed to pull image \"quay.io/argoproj/argocd:v3.3.6\": failed to pull and unpack image \"quay.io/argoproj/argocd:v3.3.6\": failed to resolve reference \"quay.io/argoproj/argocd:v3.3.6\": failed to do request: Head \"https://quay.io/v2/argoproj/argocd/manifests/v3.3.6\": dial tcp: lookup quay.io on 192.168.65.254:53: server misbehaving", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: ErrImagePull", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: ImagePullBackOff", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": "argocd-notifications-controller", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 67 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "argocd/argocd-notifications-controller-9669744c8-blxqc container `argocd-notifications-controller` waiting reason: ImagePullBackOff", "argocd/argocd-notifications-controller-9669744c8-blxqc container `argocd-notifications-controller` last terminated reason: Completed exit code 0", "argocd/argocd-notifications-controller-9669744c8-blxqc restart count: 67", "argocd/argocd-notifications-controller-9669744c8-blxqc readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-notifications-controller-9669744c8-blxqc: Liveness probe failed: dial tcp 10.244.0.5:9001: i/o timeout", "Warning event Failed on argocd/argocd-notifications-controller-9669744c8-blxqc: Failed to pull image \"quay.io/argoproj/argocd:v3.3.6\": failed to pull and unpack image \"quay.io/argoproj/argocd:v3.3.6\": failed to resolve reference \"quay.io/argoproj/argocd:v3.3.6\": failed to do request: Head \"https://quay.io/v2/argoproj/argocd/manifests/v3.3.6\": dial tcp: lookup quay.io on 192.168.65.254:53: server misbehaving", "Warning event Failed on argocd/argocd-notifications-controller-9669744c8-blxqc: Error: ErrImagePull", "Warning event Failed on argocd/argocd-notifications-controller-9669744c8-blxqc: Error: ImagePullBackOff" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Failed", "Unhealthy" ], "evidence_highlights": [ "argocd/argocd-notifications-controller-9669744c8-blxqc container `argocd-notifications-controller` waiting reason: ImagePullBackOff", "argocd/argocd-notifications-controller-9669744c8-blxqc container `argocd-notifications-controller` last terminated reason: Completed exit code 0", "argocd/argocd-notifications-controller-9669744c8-blxqc restart count: 67", "argocd/argocd-notifications-controller-9669744c8-blxqc readiness gap: 0/1 containers ready", "Warning event Unhealthy on argocd/argocd-notifications-controller-9669744c8-blxqc: Liveness probe failed: dial tcp 10.244.0.5:9001: i/o timeout", "Warning event Failed on argocd/argocd-notifications-controller-9669744c8-blxqc: Failed to pull image \"quay.io/argoproj/argocd:v3.3.6\": failed to pull and unpack image \"quay.io/argoproj/argocd:v3.3.6\": failed to resolve reference \"quay.io/argoproj/argocd:v3.3.6\": failed to do request: Head \"https://quay.io/v2/argoproj/argocd/manifests/v3.3.6\": dial tcp: lookup quay.io on 192.168.65.254:53: server misbehaving", "Warning event Failed on argocd/argocd-notifications-controller-9669744c8-blxqc: Error: ErrImagePull", "Warning event Failed on argocd/argocd-notifications-controller-9669744c8-blxqc: Error: ImagePullBackOff" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 67 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Liveness probe failed: dial tcp 10.244.0.5:9001: i/o timeout", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Failed to pull image \"quay.io/argoproj/argocd:v3.3.6\": failed to pull and unpack image \"quay.io/argoproj/argocd:v3.3.6\": failed to resolve reference \"quay.io/argoproj/argocd:v3.3.6\": failed to do request: Head \"https://quay.io/v2/argoproj/argocd/manifests/v3.3.6\": dial tcp: lookup quay.io on 192.168.65.254:53: server misbehaving", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: ErrImagePull", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: ImagePullBackOff", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" } ], "pods": [ { "name": "argocd-notifications-controller-9669744c8-blxqc", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 67, "waiting_reason": "ImagePullBackOff", "workload_title": "argocd-notifications-controller", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "argocd-notifications-controller", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Completed", "last_terminated_container": "argocd-notifications-controller", "last_terminated_exit_code": 0 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 16, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-control:mapwise-control-api-8b79b8d5", "source_id": "management", "title": "mapwise-control-api-8b79b8d5", "namespace": "mapwise-control", "target_kind": "workload", "target_name": "mapwise-control-api-8b79b8d5", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 1, "first_seen_at": "2026-08-29T12:54:15.694689+00:00", "opened_at": "2026-08-29T12:54:15.694689+00:00", "last_seen_at": "2026-08-29T12:54:15.694689+00:00", "last_changed_at": "2026-08-29T12:54:15.694689+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-control-api-8b79b8d5-c2jj9", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-api-8b79b8d5", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mapwise-control", "deployment": "mapwise-control-api-8b79b8d5", "log_samples": [], "incident_key": "workload:management:mapwise-control:mapwise-control-api-8b79b8d5", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.206:8080/health/ready\": dial tcp 10.244.0.206:8080: connect: connection refused", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-8b79b8d5-c2jj9", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mapwise-control/mapwise-control-api-8b79b8d5-c2jj9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-8b79b8d5-c2jj9: Readiness probe failed: Get \"http://10.244.0.206:8080/health/ready\": dial tcp 10.244.0.206:8080: connect: connection refused" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-control-api-8b79b8d5-c2jj9", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-api-8b79b8d5", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.206:8080/health/ready\": dial tcp 10.244.0.206:8080: connect: connection refused", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-8b79b8d5-c2jj9", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-control", "deployment": "mapwise-control-api-8b79b8d5", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mapwise-control/mapwise-control-api-8b79b8d5-c2jj9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-8b79b8d5-c2jj9: Readiness probe failed: Get \"http://10.244.0.206:8080/health/ready\": dial tcp 10.244.0.206:8080: connect: connection refused" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-control/mapwise-control-api-8b79b8d5-c2jj9 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-control/mapwise-control-api-8b79b8d5-c2jj9: Readiness probe failed: Get \"http://10.244.0.206:8080/health/ready\": dial tcp 10.244.0.206:8080: connect: connection refused" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Get \"http://10.244.0.206:8080/health/ready\": dial tcp 10.244.0.206:8080: connect: connection refused", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-8b79b8d5-c2jj9", "cluster_display_name": "Management" } ], "pods": [ { "name": "mapwise-control-api-8b79b8d5-c2jj9", "phase": "Running", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-control-api-8b79b8d5", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 5, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-api-c5f6dcd7", "source_id": "management", "title": "mapwise-runtime-api-c5f6dcd7", "namespace": "mapwise-runtime", "target_kind": "workload", "target_name": "mapwise-runtime-api-c5f6dcd7", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Readiness gap on 1 pod(s)", "occurrence_count": 1, "first_seen_at": "2026-08-29T11:55:15.802002+00:00", "opened_at": "2026-08-29T11:55:15.802002+00:00", "last_seen_at": "2026-08-29T11:55:15.802002+00:00", "last_changed_at": "2026-08-29T11:55:15.802002+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-runtime-api-c5f6dcd7-p78rd", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-api-c5f6dcd7", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-api-c5f6dcd7", "log_samples": [], "incident_key": "workload:management:mapwise-runtime:mapwise-runtime-api-c5f6dcd7", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-c5f6dcd7-p78rd readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-runtime-api-c5f6dcd7-p78rd", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-api-c5f6dcd7", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime", "deployment": "mapwise-runtime-api-c5f6dcd7", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-c5f6dcd7-p78rd readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Operational issue detected" ], "evidence_highlights": [ "mapwise-runtime/mapwise-runtime-api-c5f6dcd7-p78rd readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mapwise-runtime-api-c5f6dcd7-p78rd", "phase": "Running", "cluster": "management", "namespace": "mapwise-runtime", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "mapwise-runtime-api-c5f6dcd7", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:menta:menta-web-95f6756c9-zvxln", "source_id": "management", "title": "menta-web-95f6756c9-zvxln", "namespace": "menta", "target_kind": "event", "target_name": "menta-web-95f6756c9-zvxln", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-r5dc9\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "menta", "deployment": null, "log_samples": [], "incident_key": "event:management:menta:menta-web-95f6756c9-zvxln", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-r5dc9\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "menta", "involved_kind": "Pod", "involved_object": "menta-web-95f6756c9-zvxln", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on menta/menta-web-95f6756c9-zvxln: MountVolume.SetUp failed for volume \"kube-api-access-r5dc9\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-r5dc9\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "menta", "involved_kind": "Pod", "involved_object": "menta-web-95f6756c9-zvxln", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "menta", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on menta/menta-web-95f6756c9-zvxln: MountVolume.SetUp failed for volume \"kube-api-access-r5dc9\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on menta/menta-web-95f6756c9-zvxln: MountVolume.SetUp failed for volume \"kube-api-access-r5dc9\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-r5dc9\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "menta", "involved_kind": "Pod", "involved_object": "menta-web-95f6756c9-zvxln", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:filas-site:filas-site-595ff6858c-8btjd", "source_id": "management", "title": "filas-site-595ff6858c-8btjd", "namespace": "filas-site", "target_kind": "event", "target_name": "filas-site-595ff6858c-8btjd", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-g8tn9\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "filas-site", "deployment": null, "log_samples": [], "incident_key": "event:management:filas-site:filas-site-595ff6858c-8btjd", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-g8tn9\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "filas-site", "involved_kind": "Pod", "involved_object": "filas-site-595ff6858c-8btjd", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on filas-site/filas-site-595ff6858c-8btjd: MountVolume.SetUp failed for volume \"kube-api-access-g8tn9\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-g8tn9\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "filas-site", "involved_kind": "Pod", "involved_object": "filas-site-595ff6858c-8btjd", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "filas-site", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on filas-site/filas-site-595ff6858c-8btjd: MountVolume.SetUp failed for volume \"kube-api-access-g8tn9\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on filas-site/filas-site-595ff6858c-8btjd: MountVolume.SetUp failed for volume \"kube-api-access-g8tn9\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-g8tn9\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "filas-site", "involved_kind": "Pod", "involved_object": "filas-site-595ff6858c-8btjd", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:argo-rollouts:argo-rollouts-dashboard-7b989bdf-s4rlj", "source_id": "management", "title": "argo-rollouts-dashboard-7b989bdf-s4rlj", "namespace": "argo-rollouts", "target_kind": "event", "target_name": "argo-rollouts-dashboard-7b989bdf-s4rlj", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-l4v8z\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "argo-rollouts", "deployment": null, "log_samples": [], "incident_key": "event:management:argo-rollouts:argo-rollouts-dashboard-7b989bdf-s4rlj", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-l4v8z\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-dashboard-7b989bdf-s4rlj", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on argo-rollouts/argo-rollouts-dashboard-7b989bdf-s4rlj: MountVolume.SetUp failed for volume \"kube-api-access-l4v8z\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-l4v8z\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-dashboard-7b989bdf-s4rlj", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argo-rollouts", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on argo-rollouts/argo-rollouts-dashboard-7b989bdf-s4rlj: MountVolume.SetUp failed for volume \"kube-api-access-l4v8z\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on argo-rollouts/argo-rollouts-dashboard-7b989bdf-s4rlj: MountVolume.SetUp failed for volume \"kube-api-access-l4v8z\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-l4v8z\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argo-rollouts", "involved_kind": "Pod", "involved_object": "argo-rollouts-dashboard-7b989bdf-s4rlj", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:argocd:argocd-applicationset-controller-f869b9f85-gds4q", "source_id": "management", "title": "argocd-applicationset-controller-f869b9f85-gds4q", "namespace": "argocd", "target_kind": "event", "target_name": "argocd-applicationset-controller-f869b9f85-gds4q", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "argocd", "deployment": null, "log_samples": [], "incident_key": "event:management:argocd:argocd-applicationset-controller-f869b9f85-gds4q", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-applicationset-controller-f869b9f85-gds4q", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-applicationset-controller-f869b9f85-gds4q: MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-applicationset-controller-f869b9f85-gds4q", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-applicationset-controller-f869b9f85-gds4q: MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-applicationset-controller-f869b9f85-gds4q: MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-applicationset-controller-f869b9f85-gds4q", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mypos:tillwise-livekit-5bbfc889f5-pv8wc", "source_id": "management", "title": "tillwise-livekit-5bbfc889f5-pv8wc", "namespace": "mypos", "target_kind": "event", "target_name": "tillwise-livekit-5bbfc889f5-pv8wc", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-jdzpn\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mypos", "deployment": null, "log_samples": [], "incident_key": "event:management:mypos:tillwise-livekit-5bbfc889f5-pv8wc", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-jdzpn\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-livekit-5bbfc889f5-pv8wc", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-livekit-5bbfc889f5-pv8wc: MountVolume.SetUp failed for volume \"kube-api-access-jdzpn\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-jdzpn\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-livekit-5bbfc889f5-pv8wc", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-livekit-5bbfc889f5-pv8wc: MountVolume.SetUp failed for volume \"kube-api-access-jdzpn\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-livekit-5bbfc889f5-pv8wc: MountVolume.SetUp failed for volume \"kube-api-access-jdzpn\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-jdzpn\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-livekit-5bbfc889f5-pv8wc", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:argocd:argocd-application-controller-0", "source_id": "management", "title": "argocd-application-controller-0", "namespace": "argocd", "target_kind": "event", "target_name": "argocd-application-controller-0", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-6hqgc\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "argocd", "deployment": null, "log_samples": [], "incident_key": "event:management:argocd:argocd-application-controller-0", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-6hqgc\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-application-controller-0", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-application-controller-0: MountVolume.SetUp failed for volume \"kube-api-access-6hqgc\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-6hqgc\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-application-controller-0", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-application-controller-0: MountVolume.SetUp failed for volume \"kube-api-access-6hqgc\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-application-controller-0: MountVolume.SetUp failed for volume \"kube-api-access-6hqgc\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-6hqgc\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-application-controller-0", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mapwise-control:mapwise-control-api-8658d5d9d7-zwd5z", "source_id": "management", "title": "mapwise-control-api-8658d5d9d7-zwd5z", "namespace": "mapwise-control", "target_kind": "event", "target_name": "mapwise-control-api-8658d5d9d7-zwd5z", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mapwise-control", "deployment": null, "log_samples": [], "incident_key": "event:management:mapwise-control:mapwise-control-api-8658d5d9d7-zwd5z", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-8658d5d9d7-zwd5z", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on mapwise-control/mapwise-control-api-8658d5d9d7-zwd5z: MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-8658d5d9d7-zwd5z", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-control", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on mapwise-control/mapwise-control-api-8658d5d9d7-zwd5z: MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on mapwise-control/mapwise-control-api-8658d5d9d7-zwd5z: MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-8658d5d9d7-zwd5z", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mapwise-runtime:mapwise-runtime-worker-6fb4bc75dd-mwsdv", "source_id": "management", "title": "mapwise-runtime-worker-6fb4bc75dd-mwsdv", "namespace": "mapwise-runtime", "target_kind": "event", "target_name": "mapwise-runtime-worker-6fb4bc75dd-mwsdv", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"openbao-identity\" : token \"mapwise-runtime-worker\"/\"mapwise-runtime\"/[]string{\"openbao\"}/600/v1.BoundObjectReference{Kind:\"Pod\", APIVersion:\"v1\", Name:\"mapwise-runtime-worker-6fb4bc75dd-mwsdv\", UID:\"bbc5ac55-52fe-4ba0-90f7-240b8efc8324\"}/\"\" expired and refresh failed: Post \"https://172.18.0.4:6443/api/v1/namespaces/mapwise-runtime/serviceaccounts/mapwise-runtime-worker/token\": dial tcp 172.18.0.4:6443: connect: connection refused", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mapwise-runtime", "deployment": null, "log_samples": [], "incident_key": "event:management:mapwise-runtime:mapwise-runtime-worker-6fb4bc75dd-mwsdv", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"openbao-identity\" : token \"mapwise-runtime-worker\"/\"mapwise-runtime\"/[]string{\"openbao\"}/600/v1.BoundObjectReference{Kind:\"Pod\", APIVersion:\"v1\", Name:\"mapwise-runtime-worker-6fb4bc75dd-mwsdv\", UID:\"bbc5ac55-52fe-4ba0-90f7-240b8efc8324\"}/\"\" expired and refresh failed: Post \"https://172.18.0.4:6443/api/v1/namespaces/mapwise-runtime/serviceaccounts/mapwise-runtime-worker/token\": dial tcp 172.18.0.4:6443: connect: connection refused", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-6fb4bc75dd-mwsdv", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on mapwise-runtime/mapwise-runtime-worker-6fb4bc75dd-mwsdv: MountVolume.SetUp failed for volume \"openbao-identity\" : token \"mapwise-runtime-worker\"/\"mapwise-runtime\"/[]string{\"openbao\"}/600/v1.BoundObjectReference{Kind:\"Pod\", APIVersion:\"v1\", Name:\"mapwise-runtime-worker-6fb4bc75dd-mwsdv\", UID:\"bbc5ac55-52fe-4ba0-90f7-240b8efc8324\"}/\"\" expired and refresh failed: Post \"https://172.18.0.4:6443/api/v1/namespaces/mapwise-runtime/serviceaccounts/mapwise-runtime-worker/token\": dial tcp 172.18.0.4:6443: connect: connection refused" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"openbao-identity\" : token \"mapwise-runtime-worker\"/\"mapwise-runtime\"/[]string{\"openbao\"}/600/v1.BoundObjectReference{Kind:\"Pod\", APIVersion:\"v1\", Name:\"mapwise-runtime-worker-6fb4bc75dd-mwsdv\", UID:\"bbc5ac55-52fe-4ba0-90f7-240b8efc8324\"}/\"\" expired and refresh failed: Post \"https://172.18.0.4:6443/api/v1/namespaces/mapwise-runtime/serviceaccounts/mapwise-runtime-worker/token\": dial tcp 172.18.0.4:6443: connect: connection refused", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-6fb4bc75dd-mwsdv", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on mapwise-runtime/mapwise-runtime-worker-6fb4bc75dd-mwsdv: MountVolume.SetUp failed for volume \"openbao-identity\" : token \"mapwise-runtime-worker\"/\"mapwise-runtime\"/[]string{\"openbao\"}/600/v1.BoundObjectReference{Kind:\"Pod\", APIVersion:\"v1\", Name:\"mapwise-runtime-worker-6fb4bc75dd-mwsdv\", UID:\"bbc5ac55-52fe-4ba0-90f7-240b8efc8324\"}/\"\" expired and refresh failed: Post \"https://172.18.0.4:6443/api/v1/namespaces/mapwise-runtime/serviceaccounts/mapwise-runtime-worker/token\": dial tcp 172.18.0.4:6443: connect: connection refused" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on mapwise-runtime/mapwise-runtime-worker-6fb4bc75dd-mwsdv: MountVolume.SetUp failed for volume \"openbao-identity\" : token \"mapwise-runtime-worker\"/\"mapwise-runtime\"/[]string{\"openbao\"}/600/v1.BoundObjectReference{Kind:\"Pod\", APIVersion:\"v1\", Name:\"mapwise-runtime-worker-6fb4bc75dd-mwsdv\", UID:\"bbc5ac55-52fe-4ba0-90f7-240b8efc8324\"}/\"\" expired and refresh failed: Post \"https://172.18.0.4:6443/api/v1/namespaces/mapwise-runtime/serviceaccounts/mapwise-runtime-worker/token\": dial tcp 172.18.0.4:6443: connect: connection refused" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"openbao-identity\" : token \"mapwise-runtime-worker\"/\"mapwise-runtime\"/[]string{\"openbao\"}/600/v1.BoundObjectReference{Kind:\"Pod\", APIVersion:\"v1\", Name:\"mapwise-runtime-worker-6fb4bc75dd-mwsdv\", UID:\"bbc5ac55-52fe-4ba0-90f7-240b8efc8324\"}/\"\" expired and refresh failed: Post \"https://172.18.0.4:6443/api/v1/namespaces/mapwise-runtime/serviceaccounts/mapwise-runtime-worker/token\": dial tcp 172.18.0.4:6443: connect: connection refused", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-runtime-worker-6fb4bc75dd-mwsdv", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mypos:mypos-blueprint-79f644c5b-zfkhs", "source_id": "management", "title": "mypos-blueprint-79f644c5b-zfkhs", "namespace": "mypos", "target_kind": "event", "target_name": "mypos-blueprint-79f644c5b-zfkhs", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"site\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mypos", "deployment": null, "log_samples": [], "incident_key": "event:management:mypos:mypos-blueprint-79f644c5b-zfkhs", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"site\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "mypos-blueprint-79f644c5b-zfkhs", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on mypos/mypos-blueprint-79f644c5b-zfkhs: MountVolume.SetUp failed for volume \"site\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"site\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "mypos-blueprint-79f644c5b-zfkhs", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on mypos/mypos-blueprint-79f644c5b-zfkhs: MountVolume.SetUp failed for volume \"site\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on mypos/mypos-blueprint-79f644c5b-zfkhs: MountVolume.SetUp failed for volume \"site\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"site\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "mypos-blueprint-79f644c5b-zfkhs", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mypos:tillwise-coturn-b896554bf-pv46l", "source_id": "management", "title": "tillwise-coturn-b896554bf-pv46l", "namespace": "mypos", "target_kind": "event", "target_name": "tillwise-coturn-b896554bf-pv46l", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-v6rsl\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mypos", "deployment": null, "log_samples": [], "incident_key": "event:management:mypos:tillwise-coturn-b896554bf-pv46l", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-v6rsl\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-coturn-b896554bf-pv46l", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-coturn-b896554bf-pv46l: MountVolume.SetUp failed for volume \"kube-api-access-v6rsl\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-v6rsl\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-coturn-b896554bf-pv46l", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-coturn-b896554bf-pv46l: MountVolume.SetUp failed for volume \"kube-api-access-v6rsl\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-coturn-b896554bf-pv46l: MountVolume.SetUp failed for volume \"kube-api-access-v6rsl\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-v6rsl\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-coturn-b896554bf-pv46l", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mapwise-runtime:mapwise-provider-fixture-779d776899-62lwm", "source_id": "management", "title": "mapwise-provider-fixture-779d776899-62lwm", "namespace": "mapwise-runtime", "target_kind": "event", "target_name": "mapwise-provider-fixture-779d776899-62lwm", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-2m98k\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mapwise-runtime", "deployment": null, "log_samples": [], "incident_key": "event:management:mapwise-runtime:mapwise-provider-fixture-779d776899-62lwm", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-2m98k\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-provider-fixture-779d776899-62lwm", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on mapwise-runtime/mapwise-provider-fixture-779d776899-62lwm: MountVolume.SetUp failed for volume \"kube-api-access-2m98k\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-2m98k\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-provider-fixture-779d776899-62lwm", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-runtime", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on mapwise-runtime/mapwise-provider-fixture-779d776899-62lwm: MountVolume.SetUp failed for volume \"kube-api-access-2m98k\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on mapwise-runtime/mapwise-provider-fixture-779d776899-62lwm: MountVolume.SetUp failed for volume \"kube-api-access-2m98k\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-2m98k\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mapwise-runtime", "involved_kind": "Pod", "involved_object": "mapwise-provider-fixture-779d776899-62lwm", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:aiden-plan:aiden-plan-site-57ccc67596-pcwcc", "source_id": "management", "title": "aiden-plan-site-57ccc67596-pcwcc", "namespace": "aiden-plan", "target_kind": "event", "target_name": "aiden-plan-site-57ccc67596-pcwcc", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-vxtcw\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "aiden-plan", "deployment": null, "log_samples": [], "incident_key": "event:management:aiden-plan:aiden-plan-site-57ccc67596-pcwcc", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-vxtcw\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "aiden-plan", "involved_kind": "Pod", "involved_object": "aiden-plan-site-57ccc67596-pcwcc", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on aiden-plan/aiden-plan-site-57ccc67596-pcwcc: MountVolume.SetUp failed for volume \"kube-api-access-vxtcw\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-vxtcw\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "aiden-plan", "involved_kind": "Pod", "involved_object": "aiden-plan-site-57ccc67596-pcwcc", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "aiden-plan", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on aiden-plan/aiden-plan-site-57ccc67596-pcwcc: MountVolume.SetUp failed for volume \"kube-api-access-vxtcw\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on aiden-plan/aiden-plan-site-57ccc67596-pcwcc: MountVolume.SetUp failed for volume \"kube-api-access-vxtcw\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-vxtcw\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "aiden-plan", "involved_kind": "Pod", "involved_object": "aiden-plan-site-57ccc67596-pcwcc", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:argocd:argocd-notifications-controller-9669744c8-blxqc", "source_id": "management", "title": "argocd-notifications-controller-9669744c8-blxqc", "namespace": "argocd", "target_kind": "event", "target_name": "argocd-notifications-controller-9669744c8-blxqc", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "argocd", "deployment": null, "log_samples": [], "incident_key": "event:management:argocd:argocd-notifications-controller-9669744c8-blxqc", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-notifications-controller-9669744c8-blxqc: MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-notifications-controller-9669744c8-blxqc: MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-notifications-controller-9669744c8-blxqc: MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"tls-certs\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-notifications-controller-9669744c8-blxqc", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:argocd:argocd-redis-7c7678cd79-8mx9s", "source_id": "management", "title": "argocd-redis-7c7678cd79-8mx9s", "namespace": "argocd", "target_kind": "event", "target_name": "argocd-redis-7c7678cd79-8mx9s", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-ltxkl\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "argocd", "deployment": null, "log_samples": [], "incident_key": "event:management:argocd:argocd-redis-7c7678cd79-8mx9s", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-ltxkl\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-redis-7c7678cd79-8mx9s", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-redis-7c7678cd79-8mx9s: MountVolume.SetUp failed for volume \"kube-api-access-ltxkl\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-ltxkl\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-redis-7c7678cd79-8mx9s", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-redis-7c7678cd79-8mx9s: MountVolume.SetUp failed for volume \"kube-api-access-ltxkl\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-redis-7c7678cd79-8mx9s: MountVolume.SetUp failed for volume \"kube-api-access-ltxkl\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-ltxkl\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-redis-7c7678cd79-8mx9s", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:packit:erik-packing-machine-8684cd7696-v2cgm", "source_id": "management", "title": "erik-packing-machine-8684cd7696-v2cgm", "namespace": "packit", "target_kind": "event", "target_name": "erik-packing-machine-8684cd7696-v2cgm", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-h645w\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "packit", "deployment": null, "log_samples": [], "incident_key": "event:management:packit:erik-packing-machine-8684cd7696-v2cgm", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-h645w\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "packit", "involved_kind": "Pod", "involved_object": "erik-packing-machine-8684cd7696-v2cgm", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on packit/erik-packing-machine-8684cd7696-v2cgm: MountVolume.SetUp failed for volume \"kube-api-access-h645w\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-h645w\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "packit", "involved_kind": "Pod", "involved_object": "erik-packing-machine-8684cd7696-v2cgm", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "packit", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on packit/erik-packing-machine-8684cd7696-v2cgm: MountVolume.SetUp failed for volume \"kube-api-access-h645w\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on packit/erik-packing-machine-8684cd7696-v2cgm: MountVolume.SetUp failed for volume \"kube-api-access-h645w\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-h645w\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "packit", "involved_kind": "Pod", "involved_object": "erik-packing-machine-8684cd7696-v2cgm", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:vinas:vinas-site-58777dbccb-hg76s", "source_id": "management", "title": "vinas-site-58777dbccb-hg76s", "namespace": "vinas", "target_kind": "event", "target_name": "vinas-site-58777dbccb-hg76s", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-l2ksq\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "vinas", "deployment": null, "log_samples": [], "incident_key": "event:management:vinas:vinas-site-58777dbccb-hg76s", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-l2ksq\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "vinas", "involved_kind": "Pod", "involved_object": "vinas-site-58777dbccb-hg76s", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on vinas/vinas-site-58777dbccb-hg76s: MountVolume.SetUp failed for volume \"kube-api-access-l2ksq\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-l2ksq\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "vinas", "involved_kind": "Pod", "involved_object": "vinas-site-58777dbccb-hg76s", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "vinas", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on vinas/vinas-site-58777dbccb-hg76s: MountVolume.SetUp failed for volume \"kube-api-access-l2ksq\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on vinas/vinas-site-58777dbccb-hg76s: MountVolume.SetUp failed for volume \"kube-api-access-l2ksq\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-l2ksq\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "vinas", "involved_kind": "Pod", "involved_object": "vinas-site-58777dbccb-hg76s", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:argocd:argocd-dex-server-656bfff4b5-llrt9", "source_id": "management", "title": "argocd-dex-server-656bfff4b5-llrt9", "namespace": "argocd", "target_kind": "event", "target_name": "argocd-dex-server-656bfff4b5-llrt9", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-72qh2\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "argocd", "deployment": null, "log_samples": [], "incident_key": "event:management:argocd:argocd-dex-server-656bfff4b5-llrt9", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-72qh2\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-dex-server-656bfff4b5-llrt9", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-dex-server-656bfff4b5-llrt9: MountVolume.SetUp failed for volume \"kube-api-access-72qh2\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-72qh2\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-dex-server-656bfff4b5-llrt9", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-dex-server-656bfff4b5-llrt9: MountVolume.SetUp failed for volume \"kube-api-access-72qh2\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-dex-server-656bfff4b5-llrt9: MountVolume.SetUp failed for volume \"kube-api-access-72qh2\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-72qh2\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-dex-server-656bfff4b5-llrt9", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mypos:tillwise-valkey-65dcb48f74-cxtdq", "source_id": "management", "title": "tillwise-valkey-65dcb48f74-cxtdq", "namespace": "mypos", "target_kind": "event", "target_name": "tillwise-valkey-65dcb48f74-cxtdq", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-pjj4q\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mypos", "deployment": null, "log_samples": [], "incident_key": "event:management:mypos:tillwise-valkey-65dcb48f74-cxtdq", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-pjj4q\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-valkey-65dcb48f74-cxtdq", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-valkey-65dcb48f74-cxtdq: MountVolume.SetUp failed for volume \"kube-api-access-pjj4q\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-pjj4q\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-valkey-65dcb48f74-cxtdq", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-valkey-65dcb48f74-cxtdq: MountVolume.SetUp failed for volume \"kube-api-access-pjj4q\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-valkey-65dcb48f74-cxtdq: MountVolume.SetUp failed for volume \"kube-api-access-pjj4q\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-pjj4q\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-valkey-65dcb48f74-cxtdq", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:myprojectrocket:myprojectrocket-web-5d8f65859b-ln4gl", "source_id": "management", "title": "myprojectrocket-web-5d8f65859b-ln4gl", "namespace": "myprojectrocket", "target_kind": "event", "target_name": "myprojectrocket-web-5d8f65859b-ln4gl", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-2g85q\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "myprojectrocket", "deployment": null, "log_samples": [], "incident_key": "event:management:myprojectrocket:myprojectrocket-web-5d8f65859b-ln4gl", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-2g85q\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "myprojectrocket", "involved_kind": "Pod", "involved_object": "myprojectrocket-web-5d8f65859b-ln4gl", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on myprojectrocket/myprojectrocket-web-5d8f65859b-ln4gl: MountVolume.SetUp failed for volume \"kube-api-access-2g85q\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-2g85q\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "myprojectrocket", "involved_kind": "Pod", "involved_object": "myprojectrocket-web-5d8f65859b-ln4gl", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "myprojectrocket", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on myprojectrocket/myprojectrocket-web-5d8f65859b-ln4gl: MountVolume.SetUp failed for volume \"kube-api-access-2g85q\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on myprojectrocket/myprojectrocket-web-5d8f65859b-ln4gl: MountVolume.SetUp failed for volume \"kube-api-access-2g85q\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-2g85q\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "myprojectrocket", "involved_kind": "Pod", "involved_object": "myprojectrocket-web-5d8f65859b-ln4gl", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:aiden-oncall:aiden-oncall-site-7bc7dcbdbd-8vkbk", "source_id": "management", "title": "aiden-oncall-site-7bc7dcbdbd-8vkbk", "namespace": "aiden-oncall", "target_kind": "event", "target_name": "aiden-oncall-site-7bc7dcbdbd-8vkbk", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-tpqsl\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "aiden-oncall", "deployment": null, "log_samples": [], "incident_key": "event:management:aiden-oncall:aiden-oncall-site-7bc7dcbdbd-8vkbk", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-tpqsl\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "aiden-oncall", "involved_kind": "Pod", "involved_object": "aiden-oncall-site-7bc7dcbdbd-8vkbk", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on aiden-oncall/aiden-oncall-site-7bc7dcbdbd-8vkbk: MountVolume.SetUp failed for volume \"kube-api-access-tpqsl\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-tpqsl\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "aiden-oncall", "involved_kind": "Pod", "involved_object": "aiden-oncall-site-7bc7dcbdbd-8vkbk", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "aiden-oncall", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on aiden-oncall/aiden-oncall-site-7bc7dcbdbd-8vkbk: MountVolume.SetUp failed for volume \"kube-api-access-tpqsl\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on aiden-oncall/aiden-oncall-site-7bc7dcbdbd-8vkbk: MountVolume.SetUp failed for volume \"kube-api-access-tpqsl\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-tpqsl\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "aiden-oncall", "involved_kind": "Pod", "involved_object": "aiden-oncall-site-7bc7dcbdbd-8vkbk", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:argocd:argocd-server-6995588757-bnmm7", "source_id": "management", "title": "argocd-server-6995588757-bnmm7", "namespace": "argocd", "target_kind": "event", "target_name": "argocd-server-6995588757-bnmm7", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-mcsdb\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "argocd", "deployment": null, "log_samples": [], "incident_key": "event:management:argocd:argocd-server-6995588757-bnmm7", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-mcsdb\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-server-6995588757-bnmm7: MountVolume.SetUp failed for volume \"kube-api-access-mcsdb\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-mcsdb\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-server-6995588757-bnmm7: MountVolume.SetUp failed for volume \"kube-api-access-mcsdb\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on argocd/argocd-server-6995588757-bnmm7: MountVolume.SetUp failed for volume \"kube-api-access-mcsdb\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-mcsdb\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-server-6995588757-bnmm7", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:copilot-demo:demo-healthy-stable-5d98fd4d4f-l7fbb", "source_id": "management", "title": "demo-healthy-stable-5d98fd4d4f-l7fbb", "namespace": "copilot-demo", "target_kind": "event", "target_name": "demo-healthy-stable-5d98fd4d4f-l7fbb", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-6dw4g\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "copilot-demo", "deployment": null, "log_samples": [], "incident_key": "event:management:copilot-demo:demo-healthy-stable-5d98fd4d4f-l7fbb", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-6dw4g\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-healthy-stable-5d98fd4d4f-l7fbb", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb: MountVolume.SetUp failed for volume \"kube-api-access-6dw4g\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-6dw4g\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-healthy-stable-5d98fd4d4f-l7fbb", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "copilot-demo", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb: MountVolume.SetUp failed for volume \"kube-api-access-6dw4g\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-healthy-stable-5d98fd4d4f-l7fbb: MountVolume.SetUp failed for volume \"kube-api-access-6dw4g\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-6dw4g\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-healthy-stable-5d98fd4d4f-l7fbb", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:filas-iam:keycloak-548767cb54-9lsjj", "source_id": "management", "title": "keycloak-548767cb54-9lsjj", "namespace": "filas-iam", "target_kind": "event", "target_name": "keycloak-548767cb54-9lsjj", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-d22x9\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "filas-iam", "deployment": null, "log_samples": [], "incident_key": "event:management:filas-iam:keycloak-548767cb54-9lsjj", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-d22x9\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "keycloak-548767cb54-9lsjj", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on filas-iam/keycloak-548767cb54-9lsjj: MountVolume.SetUp failed for volume \"kube-api-access-d22x9\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-d22x9\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "keycloak-548767cb54-9lsjj", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "filas-iam", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on filas-iam/keycloak-548767cb54-9lsjj: MountVolume.SetUp failed for volume \"kube-api-access-d22x9\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on filas-iam/keycloak-548767cb54-9lsjj: MountVolume.SetUp failed for volume \"kube-api-access-d22x9\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-d22x9\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "filas-iam", "involved_kind": "Pod", "involved_object": "keycloak-548767cb54-9lsjj", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:ikwiliemandhelpen:ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j", "source_id": "management", "title": "ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j", "namespace": "ikwiliemandhelpen", "target_kind": "event", "target_name": "ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"initdb\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "ikwiliemandhelpen", "deployment": null, "log_samples": [], "incident_key": "event:management:ikwiliemandhelpen:ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"initdb\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on ikwiliemandhelpen/ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j: MountVolume.SetUp failed for volume \"initdb\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"initdb\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "ikwiliemandhelpen", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on ikwiliemandhelpen/ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j: MountVolume.SetUp failed for volume \"initdb\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on ikwiliemandhelpen/ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j: MountVolume.SetUp failed for volume \"initdb\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"initdb\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "ikwiliemandhelpen", "involved_kind": "Pod", "involved_object": "ikwiliemandhelpen-postgres-runtime-6699b5dcfc-snh5j", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mapwise-control:mapwise-control-api-8658d5d9d7-p8bzv", "source_id": "management", "title": "mapwise-control-api-8658d5d9d7-p8bzv", "namespace": "mapwise-control", "target_kind": "event", "target_name": "mapwise-control-api-8658d5d9d7-p8bzv", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mapwise-control", "deployment": null, "log_samples": [], "incident_key": "event:management:mapwise-control:mapwise-control-api-8658d5d9d7-p8bzv", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-8658d5d9d7-p8bzv", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on mapwise-control/mapwise-control-api-8658d5d9d7-p8bzv: MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-8658d5d9d7-p8bzv", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-control", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on mapwise-control/mapwise-control-api-8658d5d9d7-p8bzv: MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on mapwise-control/mapwise-control-api-8658d5d9d7-p8bzv: MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"openbao-ca\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mapwise-control", "involved_kind": "Pod", "involved_object": "mapwise-control-api-8658d5d9d7-p8bzv", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mypos:tillwise-mobile-7bd88759d4-kpr5x", "source_id": "management", "title": "tillwise-mobile-7bd88759d4-kpr5x", "namespace": "mypos", "target_kind": "event", "target_name": "tillwise-mobile-7bd88759d4-kpr5x", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-47bph\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mypos", "deployment": null, "log_samples": [], "incident_key": "event:management:mypos:tillwise-mobile-7bd88759d4-kpr5x", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-47bph\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mobile-7bd88759d4-kpr5x", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-mobile-7bd88759d4-kpr5x: MountVolume.SetUp failed for volume \"kube-api-access-47bph\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-47bph\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mobile-7bd88759d4-kpr5x", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-mobile-7bd88759d4-kpr5x: MountVolume.SetUp failed for volume \"kube-api-access-47bph\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-mobile-7bd88759d4-kpr5x: MountVolume.SetUp failed for volume \"kube-api-access-47bph\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-47bph\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mobile-7bd88759d4-kpr5x", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:observability:observability-demo-mongo-6c65fb74fb-j6rxd", "source_id": "management", "title": "observability-demo-mongo-6c65fb74fb-j6rxd", "namespace": "observability", "target_kind": "event", "target_name": "observability-demo-mongo-6c65fb74fb-j6rxd", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"init-users\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "observability", "deployment": null, "log_samples": [], "incident_key": "event:management:observability:observability-demo-mongo-6c65fb74fb-j6rxd", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"init-users\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-demo-mongo-6c65fb74fb-j6rxd", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on observability/observability-demo-mongo-6c65fb74fb-j6rxd: MountVolume.SetUp failed for volume \"init-users\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"init-users\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-demo-mongo-6c65fb74fb-j6rxd", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on observability/observability-demo-mongo-6c65fb74fb-j6rxd: MountVolume.SetUp failed for volume \"init-users\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on observability/observability-demo-mongo-6c65fb74fb-j6rxd: MountVolume.SetUp failed for volume \"init-users\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"init-users\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-demo-mongo-6c65fb74fb-j6rxd", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:platform-radar-local:platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "source_id": "management", "title": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "namespace": "platform-radar-local", "target_kind": "event", "target_name": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"uptime-pr-checks\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "platform-radar-local", "deployment": null, "log_samples": [], "incident_key": "event:management:platform-radar-local:platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"uptime-pr-checks\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d: MountVolume.SetUp failed for volume \"uptime-pr-checks\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"uptime-pr-checks\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d: MountVolume.SetUp failed for volume \"uptime-pr-checks\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on platform-radar-local/platform-radar-uptime-pr-scanner-9874bc488-8jv4d: MountVolume.SetUp failed for volume \"uptime-pr-checks\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"uptime-pr-checks\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-uptime-pr-scanner-9874bc488-8jv4d", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:copilot-demo:demo-flappy-restart-ddbf78fc7-r8454", "source_id": "management", "title": "demo-flappy-restart-ddbf78fc7-r8454", "namespace": "copilot-demo", "target_kind": "event", "target_name": "demo-flappy-restart-ddbf78fc7-r8454", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-9tqmd\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "copilot-demo", "deployment": null, "log_samples": [], "incident_key": "event:management:copilot-demo:demo-flappy-restart-ddbf78fc7-r8454", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-9tqmd\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-flappy-restart-ddbf78fc7-r8454", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-flappy-restart-ddbf78fc7-r8454: MountVolume.SetUp failed for volume \"kube-api-access-9tqmd\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-9tqmd\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-flappy-restart-ddbf78fc7-r8454", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "copilot-demo", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-flappy-restart-ddbf78fc7-r8454: MountVolume.SetUp failed for volume \"kube-api-access-9tqmd\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-flappy-restart-ddbf78fc7-r8454: MountVolume.SetUp failed for volume \"kube-api-access-9tqmd\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-9tqmd\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-flappy-restart-ddbf78fc7-r8454", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mypos:tillwise-mqtt-dd9ffb7fb-l5xc7", "source_id": "management", "title": "tillwise-mqtt-dd9ffb7fb-l5xc7", "namespace": "mypos", "target_kind": "event", "target_name": "tillwise-mqtt-dd9ffb7fb-l5xc7", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"mqtt-config\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mypos", "deployment": null, "log_samples": [], "incident_key": "event:management:mypos:tillwise-mqtt-dd9ffb7fb-l5xc7", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"mqtt-config\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mqtt-dd9ffb7fb-l5xc7", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-mqtt-dd9ffb7fb-l5xc7: MountVolume.SetUp failed for volume \"mqtt-config\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"mqtt-config\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mqtt-dd9ffb7fb-l5xc7", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-mqtt-dd9ffb7fb-l5xc7: MountVolume.SetUp failed for volume \"mqtt-config\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on mypos/tillwise-mqtt-dd9ffb7fb-l5xc7: MountVolume.SetUp failed for volume \"mqtt-config\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"mqtt-config\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-mqtt-dd9ffb7fb-l5xc7", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:myprojectrocket:myprojectrocket-api-8649988ddb-tb7nz", "source_id": "management", "title": "myprojectrocket-api-8649988ddb-tb7nz", "namespace": "myprojectrocket", "target_kind": "event", "target_name": "myprojectrocket-api-8649988ddb-tb7nz", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-fgxvn\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "myprojectrocket", "deployment": null, "log_samples": [], "incident_key": "event:management:myprojectrocket:myprojectrocket-api-8649988ddb-tb7nz", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-fgxvn\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "myprojectrocket", "involved_kind": "Pod", "involved_object": "myprojectrocket-api-8649988ddb-tb7nz", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz: MountVolume.SetUp failed for volume \"kube-api-access-fgxvn\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-fgxvn\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "myprojectrocket", "involved_kind": "Pod", "involved_object": "myprojectrocket-api-8649988ddb-tb7nz", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "myprojectrocket", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz: MountVolume.SetUp failed for volume \"kube-api-access-fgxvn\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz: MountVolume.SetUp failed for volume \"kube-api-access-fgxvn\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-fgxvn\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "myprojectrocket", "involved_kind": "Pod", "involved_object": "myprojectrocket-api-8649988ddb-tb7nz", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:observability:kube-prometheus-stack-grafana-69d66d495c-mcwfz", "source_id": "management", "title": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "namespace": "observability", "target_kind": "event", "target_name": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"config\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "observability", "deployment": null, "log_samples": [], "incident_key": "event:management:observability:kube-prometheus-stack-grafana-69d66d495c-mcwfz", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"config\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: MountVolume.SetUp failed for volume \"config\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"config\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: MountVolume.SetUp failed for volume \"config\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on observability/kube-prometheus-stack-grafana-69d66d495c-mcwfz: MountVolume.SetUp failed for volume \"config\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"config\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "observability", "involved_kind": "Pod", "involved_object": "kube-prometheus-stack-grafana-69d66d495c-mcwfz", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:copilot-demo:demo-healthy-stable-5d98fd4d4f-4cpft", "source_id": "management", "title": "demo-healthy-stable-5d98fd4d4f-4cpft", "namespace": "copilot-demo", "target_kind": "event", "target_name": "demo-healthy-stable-5d98fd4d4f-4cpft", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-t26vw\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "copilot-demo", "deployment": null, "log_samples": [], "incident_key": "event:management:copilot-demo:demo-healthy-stable-5d98fd4d4f-4cpft", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-t26vw\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-healthy-stable-5d98fd4d4f-4cpft", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft: MountVolume.SetUp failed for volume \"kube-api-access-t26vw\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-t26vw\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-healthy-stable-5d98fd4d4f-4cpft", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "copilot-demo", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft: MountVolume.SetUp failed for volume \"kube-api-access-t26vw\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-healthy-stable-5d98fd4d4f-4cpft: MountVolume.SetUp failed for volume \"kube-api-access-t26vw\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-t26vw\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-healthy-stable-5d98fd4d4f-4cpft", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:copilot-demo:demo-healthy-stable-5d98fd4d4f-zm575", "source_id": "management", "title": "demo-healthy-stable-5d98fd4d4f-zm575", "namespace": "copilot-demo", "target_kind": "event", "target_name": "demo-healthy-stable-5d98fd4d4f-zm575", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "MountVolume.SetUp failed for volume \"kube-api-access-zwrtg\" : failed to sync configmap cache: timed out waiting for the condition", "occurrence_count": 1, "first_seen_at": "2026-08-28T15:48:24.295925+00:00", "opened_at": "2026-08-28T15:48:24.295925+00:00", "last_seen_at": "2026-08-28T15:48:24.295925+00:00", "last_changed_at": "2026-08-28T15:48:24.295925+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "copilot-demo", "deployment": null, "log_samples": [], "incident_key": "event:management:copilot-demo:demo-healthy-stable-5d98fd4d4f-zm575", "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-zwrtg\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-healthy-stable-5d98fd4d4f-zm575", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-healthy-stable-5d98fd4d4f-zm575: MountVolume.SetUp failed for volume \"kube-api-access-zwrtg\" : failed to sync configmap cache: timed out waiting for the condition" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-zwrtg\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-healthy-stable-5d98fd4d4f-zm575", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "copilot-demo", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-healthy-stable-5d98fd4d4f-zm575: MountVolume.SetUp failed for volume \"kube-api-access-zwrtg\" : failed to sync configmap cache: timed out waiting for the condition" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedMount" ], "evidence_highlights": [ "Warning event FailedMount on copilot-demo/demo-healthy-stable-5d98fd4d4f-zm575: MountVolume.SetUp failed for volume \"kube-api-access-zwrtg\" : failed to sync configmap cache: timed out waiting for the condition" ], "resource_checks": [], "remediation_hints": [ "A mount is failing. Check the referenced secret, config map, or volume claim name and confirm it exists in the same namespace." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedMount", "cluster": "management", "message": "MountVolume.SetUp failed for volume \"kube-api-access-zwrtg\" : failed to sync configmap cache: timed out waiting for the condition", "namespace": "copilot-demo", "involved_kind": "Pod", "involved_object": "demo-healthy-stable-5d98fd4d4f-zm575", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-security-restore-proof:openbao", "source_id": "management", "title": "openbao", "namespace": "mapwise-security-restore-proof", "target_kind": "workload", "target_name": "openbao", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Readiness gap on 1 pod(s)", "occurrence_count": 1, "first_seen_at": "2026-08-28T08:38:17.635285+00:00", "opened_at": "2026-08-28T08:38:17.635285+00:00", "last_seen_at": "2026-08-28T08:38:17.635285+00:00", "last_changed_at": "2026-08-28T08:38:17.635285+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "openbao-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-security-restore-proof", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "openbao", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mapwise-security-restore-proof", "deployment": "openbao", "log_samples": [], "incident_key": "workload:management:mapwise-security-restore-proof:openbao", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mapwise-security-restore-proof/openbao-0 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "openbao-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-security-restore-proof", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "openbao", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-security-restore-proof", "deployment": "openbao", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mapwise-security-restore-proof/openbao-0 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Operational issue detected" ], "evidence_highlights": [ "mapwise-security-restore-proof/openbao-0 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "openbao-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-security-restore-proof", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "openbao", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-security-restore-proof:openbao-restore-proof", "source_id": "management", "title": "openbao-restore-proof", "namespace": "mapwise-security-restore-proof", "target_kind": "workload", "target_name": "openbao-restore-proof", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: Unhealthy", "occurrence_count": 1, "first_seen_at": "2026-08-28T08:26:13.647059+00:00", "opened_at": "2026-08-28T08:26:13.647059+00:00", "last_seen_at": "2026-08-28T08:26:13.647059+00:00", "last_changed_at": "2026-08-28T08:26:13.647059+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "openbao-restore-proof-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-security-restore-proof", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "openbao-restore-proof", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mapwise-security-restore-proof", "deployment": "openbao-restore-proof", "log_samples": [], "incident_key": "workload:management:mapwise-security-restore-proof:openbao-restore-proof", "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Key Value\n--- -----\nSeal Type shamir\nInitialized true\nSealed true\nTotal Shares 1\nThreshold 1\nUnseal Progress 0/1\nUnseal Nonce n/a\nVersion 2.6.2\nCommit Date 2026-08-18T15:48:21Z\nStorage Type raft\nHA Enabled true\n", "namespace": "mapwise-security-restore-proof", "involved_kind": "Pod", "involved_object": "openbao-restore-proof-0", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mapwise-security-restore-proof/openbao-restore-proof-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-security-restore-proof/openbao-restore-proof-0: Readiness probe failed: Key Value\n--- -----\nSeal Type shamir\nInitialized true\nSealed true\nTotal Shares 1\nThreshold 1\nUnseal Progress 0/1\nUnseal Nonce n/a\nVersion 2.6.2\nCommit Date 2026-08-18T15:48:21Z\nStorage Type raft\nHA Enabled true\n" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "openbao-restore-proof-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-security-restore-proof", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "openbao-restore-proof", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Key Value\n--- -----\nSeal Type shamir\nInitialized true\nSealed true\nTotal Shares 1\nThreshold 1\nUnseal Progress 0/1\nUnseal Nonce n/a\nVersion 2.6.2\nCommit Date 2026-08-18T15:48:21Z\nStorage Type raft\nHA Enabled true\n", "namespace": "mapwise-security-restore-proof", "involved_kind": "Pod", "involved_object": "openbao-restore-proof-0", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-security-restore-proof", "deployment": "openbao-restore-proof", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mapwise-security-restore-proof/openbao-restore-proof-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-security-restore-proof/openbao-restore-proof-0: Readiness probe failed: Key Value\n--- -----\nSeal Type shamir\nInitialized true\nSealed true\nTotal Shares 1\nThreshold 1\nUnseal Progress 0/1\nUnseal Nonce n/a\nVersion 2.6.2\nCommit Date 2026-08-18T15:48:21Z\nStorage Type raft\nHA Enabled true\n" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Unhealthy" ], "evidence_highlights": [ "mapwise-security-restore-proof/openbao-restore-proof-0 readiness gap: 0/1 containers ready", "Warning event Unhealthy on mapwise-security-restore-proof/openbao-restore-proof-0: Readiness probe failed: Key Value\n--- -----\nSeal Type shamir\nInitialized true\nSealed true\nTotal Shares 1\nThreshold 1\nUnseal Progress 0/1\nUnseal Nonce n/a\nVersion 2.6.2\nCommit Date 2026-08-18T15:48:21Z\nStorage Type raft\nHA Enabled true\n" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "Unhealthy", "cluster": "management", "message": "Readiness probe failed: Key Value\n--- -----\nSeal Type shamir\nInitialized true\nSealed true\nTotal Shares 1\nThreshold 1\nUnseal Progress 0/1\nUnseal Nonce n/a\nVersion 2.6.2\nCommit Date 2026-08-18T15:48:21Z\nStorage Type raft\nHA Enabled true\n", "namespace": "mapwise-security-restore-proof", "involved_kind": "Pod", "involved_object": "openbao-restore-proof-0", "cluster_display_name": "Management" } ], "pods": [ { "name": "openbao-restore-proof-0", "phase": "Running", "cluster": "management", "namespace": "mapwise-security-restore-proof", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "openbao-restore-proof", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 5, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mapwise-control:mapwise-web-9c5bc75d", "source_id": "management", "title": "mapwise-web-9c5bc75d", "namespace": "mapwise-control", "target_kind": "workload", "target_name": "mapwise-web-9c5bc75d", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-08-28T08:06:07.195774+00:00", "opened_at": "2026-08-28T08:06:07.195774+00:00", "last_seen_at": "2026-08-28T08:06:07.195774+00:00", "last_changed_at": "2026-08-28T08:06:07.195774+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "mapwise-web-9c5bc75d-rfr8b", "phase": "Pending", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mapwise-web-9c5bc75d", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "web", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mapwise-control", "deployment": "mapwise-web-9c5bc75d", "log_samples": [], "incident_key": "workload:management:mapwise-control:mapwise-web-9c5bc75d", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mapwise-control/mapwise-web-9c5bc75d-rfr8b container `web` waiting reason: ContainerCreating", "mapwise-control/mapwise-web-9c5bc75d-rfr8b readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mapwise-web-9c5bc75d-rfr8b", "phase": "Pending", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mapwise-web-9c5bc75d", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "web", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mapwise-control", "deployment": "mapwise-web-9c5bc75d", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mapwise-control/mapwise-web-9c5bc75d-rfr8b container `web` waiting reason: ContainerCreating", "mapwise-control/mapwise-web-9c5bc75d-rfr8b readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mapwise-control/mapwise-web-9c5bc75d-rfr8b container `web` waiting reason: ContainerCreating", "mapwise-control/mapwise-web-9c5bc75d-rfr8b readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "mapwise-web-9c5bc75d-rfr8b", "phase": "Pending", "cluster": "management", "namespace": "mapwise-control", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mapwise-web-9c5bc75d", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "web", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:myprojectrocket:myprojectrocket-api", "source_id": "management", "title": "myprojectrocket-api", "namespace": "myprojectrocket", "target_kind": "workload", "target_name": "myprojectrocket-api", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: BackOff", "occurrence_count": 25, "first_seen_at": "2026-05-17T11:02:47.722641+00:00", "opened_at": "2026-06-08T06:34:00.478965+00:00", "last_seen_at": "2026-08-25T11:02:32.143928+00:00", "last_changed_at": "2026-08-25T11:02:32.143928+00:00", "resolved_at": "2026-06-08T06:34:16.582336+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "myprojectrocket-api-8649988ddb-tb7nz", "phase": "Running", "cluster": "management", "namespace": "myprojectrocket", "node_name": "agentic-local-control-plane", "restart_count": 104, "waiting_reason": null, "workload_title": "myprojectrocket-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "api", "last_terminated_reason": "Error", "last_terminated_container": "api", "last_terminated_exit_code": 3 } ], "cluster": "management", "namespace": "myprojectrocket", "deployment": "myprojectrocket-api", "log_samples": [], "incident_key": "workload:management:myprojectrocket:myprojectrocket-api", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container api in pod myprojectrocket-api-8649988ddb-tb7nz_myprojectrocket(fd6a18b6-347d-49df-82df-72dc0fa6905c)", "namespace": "myprojectrocket", "involved_kind": "Pod", "involved_object": "myprojectrocket-api-8649988ddb-tb7nz", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 104 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz container `api` terminated reason: Error", "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz container `api` last terminated reason: Error exit code 3", "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz restart count: 104", "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz readiness gap: 0/1 containers ready", "Warning event BackOff on myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz: Back-off restarting failed container api in pod myprojectrocket-api-8649988ddb-tb7nz_myprojectrocket(fd6a18b6-347d-49df-82df-72dc0fa6905c)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "myprojectrocket-api-8649988ddb-tb7nz", "phase": "Running", "cluster": "management", "namespace": "myprojectrocket", "node_name": "agentic-local-control-plane", "restart_count": 104, "waiting_reason": null, "workload_title": "myprojectrocket-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "api", "last_terminated_reason": "Error", "last_terminated_container": "api", "last_terminated_exit_code": 3 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container api in pod myprojectrocket-api-8649988ddb-tb7nz_myprojectrocket(fd6a18b6-347d-49df-82df-72dc0fa6905c)", "namespace": "myprojectrocket", "involved_kind": "Pod", "involved_object": "myprojectrocket-api-8649988ddb-tb7nz", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "myprojectrocket", "deployment": "myprojectrocket-api", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 104 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz container `api` terminated reason: Error", "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz container `api` last terminated reason: Error exit code 3", "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz restart count: 104", "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz readiness gap: 0/1 containers ready", "Warning event BackOff on myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz: Back-off restarting failed container api in pod myprojectrocket-api-8649988ddb-tb7nz_myprojectrocket(fd6a18b6-347d-49df-82df-72dc0fa6905c)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz container `api` terminated reason: Error", "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz container `api` last terminated reason: Error exit code 3", "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz restart count: 104", "myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz readiness gap: 0/1 containers ready", "Warning event BackOff on myprojectrocket/myprojectrocket-api-8649988ddb-tb7nz: Back-off restarting failed container api in pod myprojectrocket-api-8649988ddb-tb7nz_myprojectrocket(fd6a18b6-347d-49df-82df-72dc0fa6905c)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 104 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container api in pod myprojectrocket-api-8649988ddb-tb7nz_myprojectrocket(fd6a18b6-347d-49df-82df-72dc0fa6905c)", "namespace": "myprojectrocket", "involved_kind": "Pod", "involved_object": "myprojectrocket-api-8649988ddb-tb7nz", "cluster_display_name": "Management" } ], "pods": [ { "name": "myprojectrocket-api-8649988ddb-tb7nz", "phase": "Running", "cluster": "management", "namespace": "myprojectrocket", "node_name": "agentic-local-control-plane", "restart_count": 104, "waiting_reason": null, "workload_title": "myprojectrocket-api", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "api", "last_terminated_reason": "Error", "last_terminated_container": "api", "last_terminated_exit_code": 3 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 10, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:argocd:argocd-redis", "source_id": "management", "title": "argocd-redis", "namespace": "argocd", "target_kind": "workload", "target_name": "argocd-redis", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 2 warning event(s), top signal: BackOff", "occurrence_count": 23, "first_seen_at": "2026-05-08T06:25:02.097533+00:00", "opened_at": "2026-06-08T06:19:59.304658+00:00", "last_seen_at": "2026-08-23T14:13:40.519883+00:00", "last_changed_at": "2026-08-23T14:13:40.519883+00:00", "resolved_at": "2026-06-08T06:20:15.408128+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "argocd-redis-7c7678cd79-8mx9s", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 49, "waiting_reason": null, "workload_title": "argocd-redis", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Unknown", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "redis", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "argocd", "deployment": "argocd-redis", "log_samples": [], "incident_key": "workload:management:argocd:argocd-redis", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container secret-init in pod argocd-redis-7c7678cd79-8mx9s_argocd(31b67974-6254-4705-9f82-82dad4daa796)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-redis-7c7678cd79-8mx9s", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container secret-init in pod argocd-redis-7c7678cd79-8mx9s_argocd(31b67974-6254-4705-9f82-82dad4daa796)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-redis-7c7678cd79-8mx9s", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 49 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "argocd/argocd-redis-7c7678cd79-8mx9s container `redis` terminated reason: Unknown", "argocd/argocd-redis-7c7678cd79-8mx9s restart count: 49", "argocd/argocd-redis-7c7678cd79-8mx9s readiness gap: 0/1 containers ready", "Warning event BackOff on argocd/argocd-redis-7c7678cd79-8mx9s: Back-off restarting failed container secret-init in pod argocd-redis-7c7678cd79-8mx9s_argocd(31b67974-6254-4705-9f82-82dad4daa796)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "argocd-redis-7c7678cd79-8mx9s", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 49, "waiting_reason": null, "workload_title": "argocd-redis", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Unknown", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "redis", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container secret-init in pod argocd-redis-7c7678cd79-8mx9s_argocd(31b67974-6254-4705-9f82-82dad4daa796)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-redis-7c7678cd79-8mx9s", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container secret-init in pod argocd-redis-7c7678cd79-8mx9s_argocd(31b67974-6254-4705-9f82-82dad4daa796)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-redis-7c7678cd79-8mx9s", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "argocd", "deployment": "argocd-redis", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 49 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "argocd/argocd-redis-7c7678cd79-8mx9s container `redis` terminated reason: Unknown", "argocd/argocd-redis-7c7678cd79-8mx9s restart count: 49", "argocd/argocd-redis-7c7678cd79-8mx9s readiness gap: 0/1 containers ready", "Warning event BackOff on argocd/argocd-redis-7c7678cd79-8mx9s: Back-off restarting failed container secret-init in pod argocd-redis-7c7678cd79-8mx9s_argocd(31b67974-6254-4705-9f82-82dad4daa796)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "argocd/argocd-redis-7c7678cd79-8mx9s container `redis` terminated reason: Unknown", "argocd/argocd-redis-7c7678cd79-8mx9s restart count: 49", "argocd/argocd-redis-7c7678cd79-8mx9s readiness gap: 0/1 containers ready", "Warning event BackOff on argocd/argocd-redis-7c7678cd79-8mx9s: Back-off restarting failed container secret-init in pod argocd-redis-7c7678cd79-8mx9s_argocd(31b67974-6254-4705-9f82-82dad4daa796)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 49 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container secret-init in pod argocd-redis-7c7678cd79-8mx9s_argocd(31b67974-6254-4705-9f82-82dad4daa796)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-redis-7c7678cd79-8mx9s", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container secret-init in pod argocd-redis-7c7678cd79-8mx9s_argocd(31b67974-6254-4705-9f82-82dad4daa796)", "namespace": "argocd", "involved_kind": "Pod", "involved_object": "argocd-redis-7c7678cd79-8mx9s", "cluster_display_name": "Management" } ], "pods": [ { "name": "argocd-redis-7c7678cd79-8mx9s", "phase": "Running", "cluster": "management", "namespace": "argocd", "node_name": "agentic-local-control-plane", "restart_count": 49, "waiting_reason": null, "workload_title": "argocd-redis", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Unknown", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "redis", "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 10, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:platform-radar-local:platform-radar-scanner", "source_id": "management", "title": "platform-radar-scanner", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-scanner", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 10, "first_seen_at": "2026-06-08T10:52:25.953238+00:00", "opened_at": "2026-06-08T10:52:25.953238+00:00", "last_seen_at": "2026-08-23T14:09:12.416506+00:00", "last_changed_at": "2026-08-23T14:09:12.416506+00:00", "resolved_at": "2026-06-08T10:52:41.146783+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-scanner-7b45c47f45-ql7f6", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 26, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-radar-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "platform-radar-scanner", "last_terminated_exit_code": 1 } ], "cluster": "management", "namespace": "platform-radar-local", "deployment": "platform-radar-scanner", "log_samples": [], "incident_key": "workload:management:platform-radar-local:platform-radar-scanner", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-7b45c47f45-ql7f6_platform-radar-local(eab16513-ef1c-4017-93fa-ec066625576f)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-7b45c47f45-ql7f6", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 26 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 container `platform-radar-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 container `platform-radar-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 restart count: 26", "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 readiness gap: 0/1 containers ready", "Warning event BackOff on platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6: Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-7b45c47f45-ql7f6_platform-radar-local(eab16513-ef1c-4017-93fa-ec066625576f)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-scanner-7b45c47f45-ql7f6", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 26, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-radar-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "platform-radar-scanner", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-7b45c47f45-ql7f6_platform-radar-local(eab16513-ef1c-4017-93fa-ec066625576f)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-7b45c47f45-ql7f6", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-scanner", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 26 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 container `platform-radar-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 container `platform-radar-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 restart count: 26", "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 readiness gap: 0/1 containers ready", "Warning event BackOff on platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6: Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-7b45c47f45-ql7f6_platform-radar-local(eab16513-ef1c-4017-93fa-ec066625576f)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 container `platform-radar-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 container `platform-radar-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 restart count: 26", "platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6 readiness gap: 0/1 containers ready", "Warning event BackOff on platform-radar-local/platform-radar-scanner-7b45c47f45-ql7f6: Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-7b45c47f45-ql7f6_platform-radar-local(eab16513-ef1c-4017-93fa-ec066625576f)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 26 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-7b45c47f45-ql7f6_platform-radar-local(eab16513-ef1c-4017-93fa-ec066625576f)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-7b45c47f45-ql7f6", "cluster_display_name": "Management" } ], "pods": [ { "name": "platform-radar-scanner-7b45c47f45-ql7f6", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 26, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-scanner", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-radar-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "platform-radar-scanner", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:platform-radar-local:platform-radar-usage-allocation", "source_id": "management", "title": "platform-radar-usage-allocation", "namespace": "platform-radar-local", "target_kind": "event", "target_name": "platform-radar-usage-allocation", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Saw a job that the controller did not create or forgot: platform-radar-usage-step15-reuse-20260806", "occurrence_count": 2, "first_seen_at": "2026-08-06T09:33:20.728580+00:00", "opened_at": "2026-08-06T09:33:20.728580+00:00", "last_seen_at": "2026-08-06T12:26:34.405912+00:00", "last_changed_at": "2026-08-06T11:28:09.239879+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "platform-radar-local", "deployment": null, "log_samples": [], "incident_key": "event:management:platform-radar-local:platform-radar-usage-allocation", "warning_events": [ { "type": "Warning", "reason": "UnexpectedJob", "cluster": "management", "message": "Saw a job that the controller did not create or forgot: platform-radar-usage-step15-reuse-20260806", "namespace": "platform-radar-local", "involved_kind": "CronJob", "involved_object": "platform-radar-usage-allocation", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event UnexpectedJob on platform-radar-local/platform-radar-usage-allocation: Saw a job that the controller did not create or forgot: platform-radar-usage-step15-reuse-20260806" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "UnexpectedJob", "cluster": "management", "message": "Saw a job that the controller did not create or forgot: platform-radar-usage-step15-reuse-20260806", "namespace": "platform-radar-local", "involved_kind": "CronJob", "involved_object": "platform-radar-usage-allocation", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event UnexpectedJob on platform-radar-local/platform-radar-usage-allocation: Saw a job that the controller did not create or forgot: platform-radar-usage-step15-reuse-20260806" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "UnexpectedJob" ], "evidence_highlights": [ "Warning event UnexpectedJob on platform-radar-local/platform-radar-usage-allocation: Saw a job that the controller did not create or forgot: platform-radar-usage-step15-reuse-20260806" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "UnexpectedJob", "cluster": "management", "message": "Saw a job that the controller did not create or forgot: platform-radar-usage-step15-reuse-20260806", "namespace": "platform-radar-local", "involved_kind": "CronJob", "involved_object": "platform-radar-usage-allocation", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:apim-portal:portal-api", "source_id": "management", "title": "portal-api", "namespace": "apim-portal", "target_kind": "event", "target_name": "portal-api", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Failed to update endpoint apim-portal/portal-api: Unauthorized", "occurrence_count": 5, "first_seen_at": "2026-06-17T01:42:47.138997+00:00", "opened_at": "2026-06-17T01:42:47.138997+00:00", "last_seen_at": "2026-08-03T04:06:48.481082+00:00", "last_changed_at": "2026-08-03T02:21:15.161948+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "apim-portal", "deployment": null, "log_samples": [], "incident_key": "event:management:apim-portal:portal-api", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint apim-portal/portal-api: Unauthorized", "namespace": "apim-portal", "involved_kind": "Endpoints", "involved_object": "portal-api", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on apim-portal/portal-api: Failed to update endpoint apim-portal/portal-api: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint apim-portal/portal-api: Unauthorized", "namespace": "apim-portal", "involved_kind": "Endpoints", "involved_object": "portal-api", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "apim-portal", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on apim-portal/portal-api: Failed to update endpoint apim-portal/portal-api: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpoint" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on apim-portal/portal-api: Failed to update endpoint apim-portal/portal-api: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint apim-portal/portal-api: Unauthorized", "namespace": "apim-portal", "involved_kind": "Endpoints", "involved_object": "portal-api", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:tillwise-mobile", "source_id": "management", "title": "tillwise-mobile", "namespace": "mypos", "target_kind": "workload", "target_name": "tillwise-mobile", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 23, "first_seen_at": "2026-05-30T19:12:48.435287+00:00", "opened_at": "2026-06-10T20:26:55.598624+00:00", "last_seen_at": "2026-08-02T04:37:56.270937+00:00", "last_changed_at": "2026-08-02T04:37:56.270937+00:00", "resolved_at": "2026-06-10T20:27:15.323161+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-mobile-5dd8cf76f6-pkks4", "phase": "Pending", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "tillwise-mobile", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "nginx", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "tillwise-mobile-5fccbd565-4mmxk", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tillwise-mobile", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mypos", "deployment": "tillwise-mobile", "log_samples": [], "incident_key": "workload:management:mypos:tillwise-mobile", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mypos/tillwise-mobile-5dd8cf76f6-pkks4 container `nginx` waiting reason: ContainerCreating", "mypos/tillwise-mobile-5dd8cf76f6-pkks4 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-mobile-5dd8cf76f6-pkks4", "phase": "Pending", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "tillwise-mobile", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "nginx", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "tillwise-mobile-5fccbd565-4mmxk", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tillwise-mobile", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "tillwise-mobile", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mypos/tillwise-mobile-5dd8cf76f6-pkks4 container `nginx` waiting reason: ContainerCreating", "mypos/tillwise-mobile-5dd8cf76f6-pkks4 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "mypos/tillwise-mobile-5dd8cf76f6-pkks4 container `nginx` waiting reason: ContainerCreating", "mypos/tillwise-mobile-5dd8cf76f6-pkks4 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "tillwise-mobile-5dd8cf76f6-pkks4", "phase": "Pending", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "tillwise-mobile", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "nginx", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null }, { "name": "tillwise-mobile-5fccbd565-4mmxk", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tillwise-mobile", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 5, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:platform-radar-local:platform-radar-scanner-69876ffd", "source_id": "management", "title": "platform-radar-scanner-69876ffd", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-scanner-69876ffd", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 8, "first_seen_at": "2026-06-11T20:12:23.499120+00:00", "opened_at": "2026-06-11T20:12:23.499120+00:00", "last_seen_at": "2026-07-20T23:13:04.942542+00:00", "last_changed_at": "2026-07-20T23:13:04.942542+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-scanner-69876ffd-tl2qw", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 59, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-scanner-69876ffd", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-radar-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "platform-radar-scanner", "last_terminated_exit_code": 1 } ], "cluster": "management", "namespace": "platform-radar-local", "deployment": "platform-radar-scanner-69876ffd", "log_samples": [], "incident_key": "workload:management:platform-radar-local:platform-radar-scanner-69876ffd", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-69876ffd-tl2qw_platform-radar-local(2db0c397-16d2-4b23-839b-27b72d27ad17)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-69876ffd-tl2qw", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 59 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw container `platform-radar-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw container `platform-radar-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw restart count: 59", "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw readiness gap: 0/1 containers ready", "Warning event BackOff on platform-radar-local/platform-radar-scanner-69876ffd-tl2qw: Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-69876ffd-tl2qw_platform-radar-local(2db0c397-16d2-4b23-839b-27b72d27ad17)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-scanner-69876ffd-tl2qw", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 59, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-scanner-69876ffd", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-radar-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "platform-radar-scanner", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-69876ffd-tl2qw_platform-radar-local(2db0c397-16d2-4b23-839b-27b72d27ad17)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-69876ffd-tl2qw", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-scanner-69876ffd", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 59 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw container `platform-radar-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw container `platform-radar-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw restart count: 59", "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw readiness gap: 0/1 containers ready", "Warning event BackOff on platform-radar-local/platform-radar-scanner-69876ffd-tl2qw: Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-69876ffd-tl2qw_platform-radar-local(2db0c397-16d2-4b23-839b-27b72d27ad17)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw container `platform-radar-scanner` waiting reason: CrashLoopBackOff", "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw container `platform-radar-scanner` last terminated reason: Error exit code 1", "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw restart count: 59", "platform-radar-local/platform-radar-scanner-69876ffd-tl2qw readiness gap: 0/1 containers ready", "Warning event BackOff on platform-radar-local/platform-radar-scanner-69876ffd-tl2qw: Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-69876ffd-tl2qw_platform-radar-local(2db0c397-16d2-4b23-839b-27b72d27ad17)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 59 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container platform-radar-scanner in pod platform-radar-scanner-69876ffd-tl2qw_platform-radar-local(2db0c397-16d2-4b23-839b-27b72d27ad17)", "namespace": "platform-radar-local", "involved_kind": "Pod", "involved_object": "platform-radar-scanner-69876ffd-tl2qw", "cluster_display_name": "Management" } ], "pods": [ { "name": "platform-radar-scanner-69876ffd-tl2qw", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 59, "waiting_reason": "CrashLoopBackOff", "workload_title": "platform-radar-scanner-69876ffd", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "platform-radar-scanner", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "platform-radar-scanner", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:observability:observability-demo-mongo", "source_id": "management", "title": "observability-demo-mongo", "namespace": "observability", "target_kind": "workload", "target_name": "observability-demo-mongo", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 11, "first_seen_at": "2026-05-09T06:08:34.613133+00:00", "opened_at": "2026-06-02T19:50:35.983063+00:00", "last_seen_at": "2026-07-01T15:27:13.974239+00:00", "last_changed_at": "2026-07-01T15:23:13.183956+00:00", "resolved_at": "2026-06-02T20:17:42.135485+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "observability-demo-mongo-6c65fb74fb-j6rxd", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 305, "waiting_reason": "CrashLoopBackOff", "workload_title": "observability-demo-mongo", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "mongo", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "mongo", "last_terminated_exit_code": 133 } ], "cluster": "management", "namespace": "observability", "deployment": "observability-demo-mongo", "log_samples": [], "incident_key": "workload:management:observability:observability-demo-mongo", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container mongo in pod observability-demo-mongo-6c65fb74fb-j6rxd_observability(6e446cfe-d1da-4595-a56a-d720a79bcb96)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-demo-mongo-6c65fb74fb-j6rxd", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "This is a repeated CrashLoopBackOff with 305 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "observability/observability-demo-mongo-6c65fb74fb-j6rxd container `mongo` waiting reason: CrashLoopBackOff", "observability/observability-demo-mongo-6c65fb74fb-j6rxd container `mongo` last terminated reason: Error exit code 133", "observability/observability-demo-mongo-6c65fb74fb-j6rxd restart count: 305", "observability/observability-demo-mongo-6c65fb74fb-j6rxd readiness gap: 0/1 containers ready", "Warning event BackOff on observability/observability-demo-mongo-6c65fb74fb-j6rxd: Back-off restarting failed container mongo in pod observability-demo-mongo-6c65fb74fb-j6rxd_observability(6e446cfe-d1da-4595-a56a-d720a79bcb96)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "observability-demo-mongo-6c65fb74fb-j6rxd", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 305, "waiting_reason": "CrashLoopBackOff", "workload_title": "observability-demo-mongo", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "mongo", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "mongo", "last_terminated_exit_code": 133 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container mongo in pod observability-demo-mongo-6c65fb74fb-j6rxd_observability(6e446cfe-d1da-4595-a56a-d720a79bcb96)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-demo-mongo-6c65fb74fb-j6rxd", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "observability", "deployment": "observability-demo-mongo", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "This is a repeated CrashLoopBackOff with 305 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "observability/observability-demo-mongo-6c65fb74fb-j6rxd container `mongo` waiting reason: CrashLoopBackOff", "observability/observability-demo-mongo-6c65fb74fb-j6rxd container `mongo` last terminated reason: Error exit code 133", "observability/observability-demo-mongo-6c65fb74fb-j6rxd restart count: 305", "observability/observability-demo-mongo-6c65fb74fb-j6rxd readiness gap: 0/1 containers ready", "Warning event BackOff on observability/observability-demo-mongo-6c65fb74fb-j6rxd: Back-off restarting failed container mongo in pod observability-demo-mongo-6c65fb74fb-j6rxd_observability(6e446cfe-d1da-4595-a56a-d720a79bcb96)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "observability/observability-demo-mongo-6c65fb74fb-j6rxd container `mongo` waiting reason: CrashLoopBackOff", "observability/observability-demo-mongo-6c65fb74fb-j6rxd container `mongo` last terminated reason: Error exit code 133", "observability/observability-demo-mongo-6c65fb74fb-j6rxd restart count: 305", "observability/observability-demo-mongo-6c65fb74fb-j6rxd readiness gap: 0/1 containers ready", "Warning event BackOff on observability/observability-demo-mongo-6c65fb74fb-j6rxd: Back-off restarting failed container mongo in pod observability-demo-mongo-6c65fb74fb-j6rxd_observability(6e446cfe-d1da-4595-a56a-d720a79bcb96)" ], "resource_checks": [], "remediation_hints": [ "This is a repeated CrashLoopBackOff with 305 restart(s), so treat it as an application/container startup failure rather than a transient rollout blip.", "The restart count is already severe. Do not keep restarting the deployment until the startup error from previous logs has been fixed.", "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container mongo in pod observability-demo-mongo-6c65fb74fb-j6rxd_observability(6e446cfe-d1da-4595-a56a-d720a79bcb96)", "namespace": "observability", "involved_kind": "Pod", "involved_object": "observability-demo-mongo-6c65fb74fb-j6rxd", "cluster_display_name": "Management" } ], "pods": [ { "name": "observability-demo-mongo-6c65fb74fb-j6rxd", "phase": "Running", "cluster": "management", "namespace": "observability", "node_name": "agentic-local-control-plane", "restart_count": 305, "waiting_reason": "CrashLoopBackOff", "workload_title": "observability-demo-mongo", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "mongo", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "mongo", "last_terminated_exit_code": 133 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 11, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:mypos:tillwise-api", "source_id": "management", "title": "tillwise-api", "namespace": "mypos", "target_kind": "event", "target_name": "tillwise-api", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Failed to update endpoint mypos/tillwise-api: Unauthorized", "occurrence_count": 1, "first_seen_at": "2026-06-28T06:46:34.447923+00:00", "opened_at": "2026-06-28T06:46:34.447923+00:00", "last_seen_at": "2026-06-28T07:44:46.244442+00:00", "last_changed_at": "2026-06-28T07:44:46.244442+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "mypos", "deployment": null, "log_samples": [], "incident_key": "event:management:mypos:tillwise-api", "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint mypos/tillwise-api: Unauthorized", "namespace": "mypos", "involved_kind": "Endpoints", "involved_object": "tillwise-api", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on mypos/tillwise-api: Failed to update endpoint mypos/tillwise-api: Unauthorized" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint mypos/tillwise-api: Unauthorized", "namespace": "mypos", "involved_kind": "Endpoints", "involved_object": "tillwise-api", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on mypos/tillwise-api: Failed to update endpoint mypos/tillwise-api: Unauthorized" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "FailedToUpdateEndpoint" ], "evidence_highlights": [ "Warning event FailedToUpdateEndpoint on mypos/tillwise-api: Failed to update endpoint mypos/tillwise-api: Unauthorized" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "FailedToUpdateEndpoint", "cluster": "management", "message": "Failed to update endpoint mypos/tillwise-api: Unauthorized", "namespace": "mypos", "involved_kind": "Endpoints", "involved_object": "tillwise-api", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:tillwise-api-fd87db9f", "source_id": "management", "title": "tillwise-api-fd87db9f", "namespace": "mypos", "target_kind": "workload", "target_name": "tillwise-api-fd87db9f", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Readiness gap on 1 pod(s)", "occurrence_count": 1, "first_seen_at": "2026-06-27T14:30:53.891564+00:00", "opened_at": "2026-06-27T14:30:53.891564+00:00", "last_seen_at": "2026-06-27T14:30:53.891564+00:00", "last_changed_at": "2026-06-27T14:30:53.891564+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-api-fd87db9f-h4l2v", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tillwise-api-fd87db9f", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mypos", "deployment": "tillwise-api-fd87db9f", "log_samples": [], "incident_key": "workload:management:mypos:tillwise-api-fd87db9f", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "mypos/tillwise-api-fd87db9f-h4l2v readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-api-fd87db9f-h4l2v", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tillwise-api-fd87db9f", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "tillwise-api-fd87db9f", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "mypos/tillwise-api-fd87db9f-h4l2v readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Operational issue detected" ], "evidence_highlights": [ "mypos/tillwise-api-fd87db9f-h4l2v readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "tillwise-api-fd87db9f-h4l2v", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tillwise-api-fd87db9f", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:tillwise-livekit", "source_id": "management", "title": "tillwise-livekit", "namespace": "mypos", "target_kind": "workload", "target_name": "tillwise-livekit", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 1 warning event(s), top signal: CrashLoopBackOff", "occurrence_count": 1, "first_seen_at": "2026-06-25T18:14:48.986257+00:00", "opened_at": "2026-06-25T18:14:48.986257+00:00", "last_seen_at": "2026-06-25T18:14:48.986257+00:00", "last_changed_at": "2026-06-25T18:14:48.986257+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "tillwise-livekit-647547749b-lvqcn", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": "CrashLoopBackOff", "workload_title": "tillwise-livekit", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "livekit", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "livekit", "last_terminated_exit_code": 2 }, { "name": "tillwise-livekit-7766f4db75-mgsfm", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tillwise-livekit", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "mypos", "deployment": "tillwise-livekit", "log_samples": [], "incident_key": "workload:management:mypos:tillwise-livekit", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container livekit in pod tillwise-livekit-647547749b-lvqcn_mypos(8802f534-6517-40d9-816c-c9738d9b9203)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-livekit-647547749b-lvqcn", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mypos/tillwise-livekit-647547749b-lvqcn container `livekit` waiting reason: CrashLoopBackOff", "mypos/tillwise-livekit-647547749b-lvqcn container `livekit` last terminated reason: Error exit code 2", "mypos/tillwise-livekit-647547749b-lvqcn restart count: 3", "mypos/tillwise-livekit-647547749b-lvqcn readiness gap: 0/1 containers ready", "Warning event BackOff on mypos/tillwise-livekit-647547749b-lvqcn: Back-off restarting failed container livekit in pod tillwise-livekit-647547749b-lvqcn_mypos(8802f534-6517-40d9-816c-c9738d9b9203)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "tillwise-livekit-647547749b-lvqcn", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": "CrashLoopBackOff", "workload_title": "tillwise-livekit", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "livekit", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "livekit", "last_terminated_exit_code": 2 }, { "name": "tillwise-livekit-7766f4db75-mgsfm", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tillwise-livekit", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container livekit in pod tillwise-livekit-647547749b-lvqcn_mypos(8802f534-6517-40d9-816c-c9738d9b9203)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-livekit-647547749b-lvqcn", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "tillwise-livekit", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mypos/tillwise-livekit-647547749b-lvqcn container `livekit` waiting reason: CrashLoopBackOff", "mypos/tillwise-livekit-647547749b-lvqcn container `livekit` last terminated reason: Error exit code 2", "mypos/tillwise-livekit-647547749b-lvqcn restart count: 3", "mypos/tillwise-livekit-647547749b-lvqcn readiness gap: 0/1 containers ready", "Warning event BackOff on mypos/tillwise-livekit-647547749b-lvqcn: Back-off restarting failed container livekit in pod tillwise-livekit-647547749b-lvqcn_mypos(8802f534-6517-40d9-816c-c9738d9b9203)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff" ], "evidence_highlights": [ "mypos/tillwise-livekit-647547749b-lvqcn container `livekit` waiting reason: CrashLoopBackOff", "mypos/tillwise-livekit-647547749b-lvqcn container `livekit` last terminated reason: Error exit code 2", "mypos/tillwise-livekit-647547749b-lvqcn restart count: 3", "mypos/tillwise-livekit-647547749b-lvqcn readiness gap: 0/1 containers ready", "Warning event BackOff on mypos/tillwise-livekit-647547749b-lvqcn: Back-off restarting failed container livekit in pod tillwise-livekit-647547749b-lvqcn_mypos(8802f534-6517-40d9-816c-c9738d9b9203)" ], "resource_checks": [], "remediation_hints": [ "The container is not getting to a stable running state. Check the deployment env vars, mounted configuration, and recent rollout changes for invalid values.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container livekit in pod tillwise-livekit-647547749b-lvqcn_mypos(8802f534-6517-40d9-816c-c9738d9b9203)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "tillwise-livekit-647547749b-lvqcn", "cluster_display_name": "Management" } ], "pods": [ { "name": "tillwise-livekit-647547749b-lvqcn", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": "CrashLoopBackOff", "workload_title": "tillwise-livekit", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": "livekit", "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": "Error", "last_terminated_container": "livekit", "last_terminated_exit_code": 2 }, { "name": "tillwise-livekit-7766f4db75-mgsfm", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "tillwise-livekit", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 10, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:platform-radar-local:platform-radar-8dcfdb6d", "source_id": "management", "title": "platform-radar-8dcfdb6d", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-8dcfdb6d", "product_area": "unassigned", "current_urgency": "Medium", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Readiness gap on 1 pod(s)", "occurrence_count": 1, "first_seen_at": "2026-06-22T06:51:55.392383+00:00", "opened_at": "2026-06-22T06:51:55.392383+00:00", "last_seen_at": "2026-06-22T06:51:55.392383+00:00", "last_changed_at": "2026-06-22T06:51:55.392383+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-8dcfdb6d-j9vgf", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "platform-radar-8dcfdb6d", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "platform-radar-local", "deployment": "platform-radar-8dcfdb6d", "log_samples": [], "incident_key": "workload:management:platform-radar-local:platform-radar-8dcfdb6d", "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "platform-radar-local/platform-radar-8dcfdb6d-j9vgf readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-8dcfdb6d-j9vgf", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "platform-radar-8dcfdb6d", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-8dcfdb6d", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-8dcfdb6d-j9vgf readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Operational issue detected" ], "evidence_highlights": [ "platform-radar-local/platform-radar-8dcfdb6d-j9vgf readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "platform-radar-8dcfdb6d-j9vgf", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "platform-radar-8dcfdb6d", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "event:management:shoeup-webshop:shoeup-woocommerce-bootstrap", "source_id": "management", "title": "shoeup-woocommerce-bootstrap", "namespace": "shoeup-webshop", "target_kind": "event", "target_name": "shoeup-woocommerce-bootstrap", "product_area": "unassigned", "current_urgency": "Low", "status": "open", "scan_state": "missing", "summary_line": "Job has reached the specified backoff limit", "occurrence_count": 2, "first_seen_at": "2026-06-18T18:30:12.182754+00:00", "opened_at": "2026-06-18T18:30:12.182754+00:00", "last_seen_at": "2026-06-18T19:34:38.313652+00:00", "last_changed_at": "2026-06-18T18:30:12.182754+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [], "cluster": "management", "namespace": "shoeup-webshop", "deployment": null, "log_samples": [], "incident_key": "event:management:shoeup-webshop:shoeup-woocommerce-bootstrap", "warning_events": [ { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "shoeup-webshop", "involved_kind": "Job", "involved_object": "shoeup-woocommerce-bootstrap", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "Warning event BackoffLimitExceeded on shoeup-webshop/shoeup-woocommerce-bootstrap: Job has reached the specified backoff limit" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [], "warning_events": [ { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "shoeup-webshop", "involved_kind": "Job", "involved_object": "shoeup-woocommerce-bootstrap", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "shoeup-webshop", "deployment": null, "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "Warning event BackoffLimitExceeded on shoeup-webshop/shoeup-woocommerce-bootstrap: Job has reached the specified backoff limit" ], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackoffLimitExceeded" ], "evidence_highlights": [ "Warning event BackoffLimitExceeded on shoeup-webshop/shoeup-woocommerce-bootstrap: Job has reached the specified backoff limit" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "shoeup-webshop", "involved_kind": "Job", "involved_object": "shoeup-woocommerce-bootstrap", "cluster_display_name": "Management" } ], "pods": [] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:shoeup-webshop:shoeup-woocommerce-bootstrap", "source_id": "management", "title": "shoeup-woocommerce-bootstrap", "namespace": "shoeup-webshop", "target_kind": "workload", "target_name": "shoeup-woocommerce-bootstrap", "product_area": "unassigned", "current_urgency": "High", "status": "open", "scan_state": "missing", "summary_line": "1 problematic pod(s), 6 warning event(s), top signal: BackOff", "occurrence_count": 3, "first_seen_at": "2026-06-18T18:20:07.771706+00:00", "opened_at": "2026-06-18T18:20:07.771706+00:00", "last_seen_at": "2026-06-18T18:34:13.729807+00:00", "last_changed_at": "2026-06-18T18:34:13.729807+00:00", "resolved_at": null }, "evidence": { "snapshot": { "pods": [ { "name": "shoeup-woocommerce-bootstrap-btnqx", "phase": "Running", "cluster": "management", "namespace": "shoeup-webshop", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "shoeup-woocommerce-bootstrap", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "wp-cli", "last_terminated_reason": "Error", "last_terminated_container": "wp-cli", "last_terminated_exit_code": 1 } ], "cluster": "management", "namespace": "shoeup-webshop", "deployment": "shoeup-woocommerce-bootstrap", "log_samples": [], "incident_key": "workload:management:shoeup-webshop:shoeup-woocommerce-bootstrap", "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-btnqx_shoeup-webshop(a29a6493-7d9a-4bd2-85bd-ad07e1d85407)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-btnqx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "FailedScheduling", "cluster": "management", "message": "running PreBind plugin \"VolumeBinding\": Operation cannot be fulfilled on persistentvolumeclaims \"shoeup-wordpress-data\": the object has been modified; please apply your changes to the latest version and try again", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-dnnrv", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-sldrt_shoeup-webshop(285006aa-49be-4dd9-9bd6-f67d0b0a4595)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-sldrt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-z4bdk_shoeup-webshop(d4f38950-ef6a-4f48-a04a-5ef63d689e34)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-z4bdk", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "shoeup-webshop", "involved_kind": "Job", "involved_object": "shoeup-woocommerce-bootstrap", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "shoeup-webshop", "involved_kind": "Job", "involved_object": "shoeup-woocommerce-bootstrap", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Scheduling is blocked by insufficient memory. Check the workload's memory requests/limits and either lower them or add more node capacity before expecting this pod to start.", "If this is a local kind setup, increase Docker Desktop memory or reduce the observability chart memory requests in the Helm values for Loki or its cache components.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx container `wp-cli` terminated reason: Error", "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx container `wp-cli` last terminated reason: Error exit code 1", "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx restart count: 3", "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx readiness gap: 0/1 containers ready", "Warning event BackOff on shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx: Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-btnqx_shoeup-webshop(a29a6493-7d9a-4bd2-85bd-ad07e1d85407)", "Warning event FailedScheduling on shoeup-webshop/shoeup-woocommerce-bootstrap-dnnrv: running PreBind plugin \"VolumeBinding\": Operation cannot be fulfilled on persistentvolumeclaims \"shoeup-wordpress-data\": the object has been modified; please apply your changes to the latest version and try again", "Warning event BackOff on shoeup-webshop/shoeup-woocommerce-bootstrap-sldrt: Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-sldrt_shoeup-webshop(285006aa-49be-4dd9-9bd6-f67d0b0a4595)", "Warning event BackOff on shoeup-webshop/shoeup-woocommerce-bootstrap-z4bdk: Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-z4bdk_shoeup-webshop(d4f38950-ef6a-4f48-a04a-5ef63d689e34)" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "shoeup-woocommerce-bootstrap-btnqx", "phase": "Running", "cluster": "management", "namespace": "shoeup-webshop", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "shoeup-woocommerce-bootstrap", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "wp-cli", "last_terminated_reason": "Error", "last_terminated_container": "wp-cli", "last_terminated_exit_code": 1 } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-btnqx_shoeup-webshop(a29a6493-7d9a-4bd2-85bd-ad07e1d85407)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-btnqx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "FailedScheduling", "cluster": "management", "message": "running PreBind plugin \"VolumeBinding\": Operation cannot be fulfilled on persistentvolumeclaims \"shoeup-wordpress-data\": the object has been modified; please apply your changes to the latest version and try again", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-dnnrv", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-sldrt_shoeup-webshop(285006aa-49be-4dd9-9bd6-f67d0b0a4595)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-sldrt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-z4bdk_shoeup-webshop(d4f38950-ef6a-4f48-a04a-5ef63d689e34)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-z4bdk", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "shoeup-webshop", "involved_kind": "Job", "involved_object": "shoeup-woocommerce-bootstrap", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "shoeup-webshop", "involved_kind": "Job", "involved_object": "shoeup-woocommerce-bootstrap", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "shoeup-webshop", "deployment": "shoeup-woocommerce-bootstrap", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Scheduling is blocked by insufficient memory. Check the workload's memory requests/limits and either lower them or add more node capacity before expecting this pod to start.", "If this is a local kind setup, increase Docker Desktop memory or reduce the observability chart memory requests in the Helm values for Loki or its cache components.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx container `wp-cli` terminated reason: Error", "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx container `wp-cli` last terminated reason: Error exit code 1", "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx restart count: 3", "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx readiness gap: 0/1 containers ready", "Warning event BackOff on shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx: Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-btnqx_shoeup-webshop(a29a6493-7d9a-4bd2-85bd-ad07e1d85407)", "Warning event FailedScheduling on shoeup-webshop/shoeup-woocommerce-bootstrap-dnnrv: running PreBind plugin \"VolumeBinding\": Operation cannot be fulfilled on persistentvolumeclaims \"shoeup-wordpress-data\": the object has been modified; please apply your changes to the latest version and try again", "Warning event BackOff on shoeup-webshop/shoeup-woocommerce-bootstrap-sldrt: Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-sldrt_shoeup-webshop(285006aa-49be-4dd9-9bd6-f67d0b0a4595)", "Warning event BackOff on shoeup-webshop/shoeup-woocommerce-bootstrap-z4bdk: Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-z4bdk_shoeup-webshop(d4f38950-ef6a-4f48-a04a-5ef63d689e34)" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "BackoffLimitExceeded", "FailedScheduling" ], "evidence_highlights": [ "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx container `wp-cli` terminated reason: Error", "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx container `wp-cli` last terminated reason: Error exit code 1", "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx restart count: 3", "shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx readiness gap: 0/1 containers ready", "Warning event BackOff on shoeup-webshop/shoeup-woocommerce-bootstrap-btnqx: Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-btnqx_shoeup-webshop(a29a6493-7d9a-4bd2-85bd-ad07e1d85407)", "Warning event FailedScheduling on shoeup-webshop/shoeup-woocommerce-bootstrap-dnnrv: running PreBind plugin \"VolumeBinding\": Operation cannot be fulfilled on persistentvolumeclaims \"shoeup-wordpress-data\": the object has been modified; please apply your changes to the latest version and try again", "Warning event BackOff on shoeup-webshop/shoeup-woocommerce-bootstrap-sldrt: Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-sldrt_shoeup-webshop(285006aa-49be-4dd9-9bd6-f67d0b0a4595)", "Warning event BackOff on shoeup-webshop/shoeup-woocommerce-bootstrap-z4bdk: Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-z4bdk_shoeup-webshop(d4f38950-ef6a-4f48-a04a-5ef63d689e34)" ], "resource_checks": [], "remediation_hints": [ "Scheduling is blocked by insufficient memory. Check the workload's memory requests/limits and either lower them or add more node capacity before expecting this pod to start.", "If this is a local kind setup, increase Docker Desktop memory or reduce the observability chart memory requests in the Helm values for Loki or its cache components.", "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-btnqx_shoeup-webshop(a29a6493-7d9a-4bd2-85bd-ad07e1d85407)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-btnqx", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "FailedScheduling", "cluster": "management", "message": "running PreBind plugin \"VolumeBinding\": Operation cannot be fulfilled on persistentvolumeclaims \"shoeup-wordpress-data\": the object has been modified; please apply your changes to the latest version and try again", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-dnnrv", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-sldrt_shoeup-webshop(285006aa-49be-4dd9-9bd6-f67d0b0a4595)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-sldrt", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container wp-cli in pod shoeup-woocommerce-bootstrap-z4bdk_shoeup-webshop(d4f38950-ef6a-4f48-a04a-5ef63d689e34)", "namespace": "shoeup-webshop", "involved_kind": "Pod", "involved_object": "shoeup-woocommerce-bootstrap-z4bdk", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "shoeup-webshop", "involved_kind": "Job", "involved_object": "shoeup-woocommerce-bootstrap", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "BackoffLimitExceeded", "cluster": "management", "message": "Job has reached the specified backoff limit", "namespace": "shoeup-webshop", "involved_kind": "Job", "involved_object": "shoeup-woocommerce-bootstrap", "cluster_display_name": "Management" } ], "pods": [ { "name": "shoeup-woocommerce-bootstrap-btnqx", "phase": "Running", "cluster": "management", "namespace": "shoeup-webshop", "node_name": "agentic-local-control-plane", "restart_count": 3, "waiting_reason": null, "workload_title": "shoeup-woocommerce-bootstrap", "ready_containers": 0, "total_containers": 1, "terminated_reason": "Error", "waiting_container": null, "cluster_display_name": "Management", "terminated_container": "wp-cli", "last_terminated_reason": "Error", "last_terminated_container": "wp-cli", "last_terminated_exit_code": 1 } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 18, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:platform-radar-local:platform-radar-59cd5b9", "source_id": "management", "title": "platform-radar-59cd5b9", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "platform-radar-59cd5b9", "product_area": "unassigned", "current_urgency": "Medium", "status": "resolved", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: Readiness gap on 1 pod(s)", "occurrence_count": 2, "first_seen_at": "2026-06-10T11:53:07.161788+00:00", "opened_at": "2026-06-10T11:53:07.161788+00:00", "last_seen_at": "2026-06-10T11:53:22.450871+00:00", "last_changed_at": "2026-06-10T11:53:09.175677+00:00", "resolved_at": "2026-06-10T11:53:33.756065+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "platform-radar-59cd5b9-2tg24", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "platform-radar-59cd5b9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "cluster": "management", "namespace": "platform-radar-local", "deployment": "platform-radar-59cd5b9", "log_samples": [], "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "platform-radar-local/platform-radar-59cd5b9-2tg24 readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "platform-radar-59cd5b9-2tg24", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "platform-radar-59cd5b9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": "platform-radar-59cd5b9", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/platform-radar-59cd5b9-2tg24 readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "Operational issue detected" ], "evidence_highlights": [ "platform-radar-local/platform-radar-59cd5b9-2tg24 readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "platform-radar-59cd5b9-2tg24", "phase": "Running", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": null, "workload_title": "platform-radar-59cd5b9", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "waiting_container": null, "cluster_display_name": "Management", "terminated_container": null, "last_terminated_reason": null, "last_terminated_container": null, "last_terminated_exit_code": null } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 3, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:mypos:mypos-blueprint", "source_id": "management", "title": "mypos-blueprint", "namespace": "mypos", "target_kind": "workload", "target_name": "mypos-blueprint", "product_area": "unassigned", "current_urgency": "High", "status": "resolved", "scan_state": "missing", "summary_line": "2 problematic pod(s), 2 warning event(s), top signal: BackOff", "occurrence_count": 2, "first_seen_at": "2026-06-09T13:51:02.228797+00:00", "opened_at": "2026-06-09T13:51:02.228797+00:00", "last_seen_at": "2026-06-09T13:53:50.361014+00:00", "last_changed_at": "2026-06-09T13:53:12.521971+00:00", "resolved_at": "2026-06-09T13:54:05.600650+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "mypos-blueprint-59cb7d6d87-zlj52", "phase": "Failed", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mypos-blueprint", "ready_containers": 0, "total_containers": 1, "terminated_reason": "StartError", "cluster_display_name": "Management" }, { "name": "mypos-blueprint-5f594b59c9-s4jp8", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mypos-blueprint", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "cluster_display_name": "Management" }, { "name": "mypos-blueprint-6d798fd4b5-8vbsf", "phase": "Pending", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mypos-blueprint", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "cluster_display_name": "Management" } ], "cluster": "management", "namespace": "mypos", "deployment": "mypos-blueprint", "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container nginx in pod mypos-blueprint-59cb7d6d87-zlj52_mypos(78a1bfdd-9698-4d0a-8dc6-ff2044d65006)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "mypos-blueprint-59cb7d6d87-zlj52", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: failed to create containerd task: failed to create shim task: OCI runtime create failed: runc create failed: unable to start container process: error during container init: error mounting \"/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1\" to rootfs at \"/usr/share/nginx/html/tillwise-logo-transparent.png\": mount src=/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1, dst=/usr/share/nginx/html/tillwise-logo-transparent.png, dstFd=/proc/thread-self/fd/11, flags=MS_RDONLY|MS_BIND|MS_REC: not a directory", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "mypos-blueprint-59cb7d6d87-zlj52", "cluster_display_name": "Management" } ], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "evidence_highlights": [ "mypos/mypos-blueprint-59cb7d6d87-zlj52 terminated reason: StartError", "mypos/mypos-blueprint-59cb7d6d87-zlj52 restart count: 5", "mypos/mypos-blueprint-59cb7d6d87-zlj52 readiness gap: 0/1 containers ready", "mypos/mypos-blueprint-6d798fd4b5-8vbsf waiting reason: ContainerCreating", "mypos/mypos-blueprint-6d798fd4b5-8vbsf readiness gap: 0/1 containers ready", "Warning event BackOff on mypos/mypos-blueprint-59cb7d6d87-zlj52: Back-off restarting failed container nginx in pod mypos-blueprint-59cb7d6d87-zlj52_mypos(78a1bfdd-9698-4d0a-8dc6-ff2044d65006)", "Warning event Failed on mypos/mypos-blueprint-59cb7d6d87-zlj52: Error: failed to create containerd task: failed to create shim task: OCI runtime create failed: runc create failed: unable to start container process: error during container init: error mounting \"/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1\" to rootfs at \"/usr/share/nginx/html/tillwise-logo-transparent.png\": mount src=/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1, dst=/usr/share/nginx/html/tillwise-logo-transparent.png, dstFd=/proc/thread-self/fd/11, flags=MS_RDONLY|MS_BIND|MS_REC: not a directory" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "mypos-blueprint-59cb7d6d87-zlj52", "phase": "Failed", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mypos-blueprint", "ready_containers": 0, "total_containers": 1, "terminated_reason": "StartError", "cluster_display_name": "Management" }, { "name": "mypos-blueprint-5f594b59c9-s4jp8", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mypos-blueprint", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "cluster_display_name": "Management" }, { "name": "mypos-blueprint-6d798fd4b5-8vbsf", "phase": "Pending", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mypos-blueprint", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "cluster_display_name": "Management" } ], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container nginx in pod mypos-blueprint-59cb7d6d87-zlj52_mypos(78a1bfdd-9698-4d0a-8dc6-ff2044d65006)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "mypos-blueprint-59cb7d6d87-zlj52", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: failed to create containerd task: failed to create shim task: OCI runtime create failed: runc create failed: unable to start container process: error during container init: error mounting \"/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1\" to rootfs at \"/usr/share/nginx/html/tillwise-logo-transparent.png\": mount src=/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1, dst=/usr/share/nginx/html/tillwise-logo-transparent.png, dstFd=/proc/thread-self/fd/11, flags=MS_RDONLY|MS_BIND|MS_REC: not a directory", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "mypos-blueprint-59cb7d6d87-zlj52", "cluster_display_name": "Management" } ], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "mypos", "deployment": "mypos-blueprint", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "technical_context": [], "evidence_highlights": [ "mypos/mypos-blueprint-59cb7d6d87-zlj52 terminated reason: StartError", "mypos/mypos-blueprint-59cb7d6d87-zlj52 restart count: 5", "mypos/mypos-blueprint-59cb7d6d87-zlj52 readiness gap: 0/1 containers ready", "mypos/mypos-blueprint-6d798fd4b5-8vbsf waiting reason: ContainerCreating", "mypos/mypos-blueprint-6d798fd4b5-8vbsf readiness gap: 0/1 containers ready", "Warning event BackOff on mypos/mypos-blueprint-59cb7d6d87-zlj52: Back-off restarting failed container nginx in pod mypos-blueprint-59cb7d6d87-zlj52_mypos(78a1bfdd-9698-4d0a-8dc6-ff2044d65006)", "Warning event Failed on mypos/mypos-blueprint-59cb7d6d87-zlj52: Error: failed to create containerd task: failed to create shim task: OCI runtime create failed: runc create failed: unable to start container process: error during container init: error mounting \"/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1\" to rootfs at \"/usr/share/nginx/html/tillwise-logo-transparent.png\": mount src=/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1, dst=/usr/share/nginx/html/tillwise-logo-transparent.png, dstFd=/proc/thread-self/fd/11, flags=MS_RDONLY|MS_BIND|MS_REC: not a directory" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "BackOff", "Failed" ], "evidence_highlights": [ "mypos/mypos-blueprint-59cb7d6d87-zlj52 terminated reason: StartError", "mypos/mypos-blueprint-59cb7d6d87-zlj52 restart count: 5", "mypos/mypos-blueprint-59cb7d6d87-zlj52 readiness gap: 0/1 containers ready", "mypos/mypos-blueprint-6d798fd4b5-8vbsf waiting reason: ContainerCreating", "mypos/mypos-blueprint-6d798fd4b5-8vbsf readiness gap: 0/1 containers ready", "Warning event BackOff on mypos/mypos-blueprint-59cb7d6d87-zlj52: Back-off restarting failed container nginx in pod mypos-blueprint-59cb7d6d87-zlj52_mypos(78a1bfdd-9698-4d0a-8dc6-ff2044d65006)", "Warning event Failed on mypos/mypos-blueprint-59cb7d6d87-zlj52: Error: failed to create containerd task: failed to create shim task: OCI runtime create failed: runc create failed: unable to start container process: error during container init: error mounting \"/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1\" to rootfs at \"/usr/share/nginx/html/tillwise-logo-transparent.png\": mount src=/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1, dst=/usr/share/nginx/html/tillwise-logo-transparent.png, dstFd=/proc/thread-self/fd/11, flags=MS_RDONLY|MS_BIND|MS_REC: not a directory" ], "resource_checks": [], "remediation_hints": [ "Restarting pods usually point to application startup or dependency problems. Review the latest error lines in the logs and compare the deployment with the last known working version." ], "log_samples": [], "warning_events": [ { "type": "Warning", "reason": "BackOff", "cluster": "management", "message": "Back-off restarting failed container nginx in pod mypos-blueprint-59cb7d6d87-zlj52_mypos(78a1bfdd-9698-4d0a-8dc6-ff2044d65006)", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "mypos-blueprint-59cb7d6d87-zlj52", "cluster_display_name": "Management" }, { "type": "Warning", "reason": "Failed", "cluster": "management", "message": "Error: failed to create containerd task: failed to create shim task: OCI runtime create failed: runc create failed: unable to start container process: error during container init: error mounting \"/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1\" to rootfs at \"/usr/share/nginx/html/tillwise-logo-transparent.png\": mount src=/var/lib/kubelet/pods/78a1bfdd-9698-4d0a-8dc6-ff2044d65006/volume-subpaths/logo/nginx/1, dst=/usr/share/nginx/html/tillwise-logo-transparent.png, dstFd=/proc/thread-self/fd/11, flags=MS_RDONLY|MS_BIND|MS_REC: not a directory", "namespace": "mypos", "involved_kind": "Pod", "involved_object": "mypos-blueprint-59cb7d6d87-zlj52", "cluster_display_name": "Management" } ], "pods": [ { "name": "mypos-blueprint-59cb7d6d87-zlj52", "phase": "Failed", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mypos-blueprint", "ready_containers": 0, "total_containers": 1, "terminated_reason": "StartError", "cluster_display_name": "Management" }, { "name": "mypos-blueprint-5f594b59c9-s4jp8", "phase": "Running", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 5, "waiting_reason": null, "workload_title": "mypos-blueprint", "ready_containers": 1, "total_containers": 1, "terminated_reason": null, "cluster_display_name": "Management" }, { "name": "mypos-blueprint-6d798fd4b5-8vbsf", "phase": "Pending", "cluster": "management", "namespace": "mypos", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "mypos-blueprint", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "cluster_display_name": "Management" } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 13, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } }, { "incident": { "incident_key": "workload:management:platform-radar-local:pr-local-health-check", "source_id": "management", "title": "pr-local-health-check", "namespace": "platform-radar-local", "target_kind": "workload", "target_name": "pr-local-health-check", "product_area": "unassigned", "current_urgency": "Medium", "status": "resolved", "scan_state": "missing", "summary_line": "1 problematic pod(s), top signal: ContainerCreating", "occurrence_count": 1, "first_seen_at": "2026-06-08T10:54:27.394248+00:00", "opened_at": "2026-06-08T10:54:27.394248+00:00", "last_seen_at": "2026-06-08T10:54:27.711468+00:00", "last_changed_at": "2026-06-08T10:54:27.394248+00:00", "resolved_at": "2026-06-08T10:54:42.942658+00:00" }, "evidence": { "snapshot": { "pods": [ { "name": "pr-local-health-check", "phase": "Pending", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "pr-local-health-check", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "cluster_display_name": "Management" } ], "cluster": "management", "namespace": "platform-radar-local", "deployment": "pr-local-health-check", "log_samples": [], "warning_events": [], "resource_checks": [], "incident_evidence": { "logs": { "current": [], "previous_crash": [] }, "hints": { "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "evidence_highlights": [ "platform-radar-local/pr-local-health-check waiting reason: ContainerCreating", "platform-radar-local/pr-local-health-check readiness gap: 0/1 containers ready" ], "evidence_backed_fix_hints": [] }, "trust": { "trust_notes": [], "source_summary": [], "suggested_commands": [], "fix_confidence_notes": [] }, "metrics": { "metrics_snapshot": {} }, "runtime": { "pods": [ { "name": "pr-local-health-check", "phase": "Pending", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "pr-local-health-check", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "cluster_display_name": "Management" } ], "warning_events": [], "runtime_discovery_summary": [] }, "delivery": { "argocd_context": {} }, "metadata": { "cluster": "management", "urgency": null, "namespace": "platform-radar-local", "deployment": "pr-local-health-check", "target_kind": null, "target_name": null, "incident_key": null }, "resource_refs": { "resource_checks": [], "technical_context": [] }, "schema_version": "single-agent-evidence/v1", "operator_answer": null }, "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "technical_context": [], "evidence_highlights": [ "platform-radar-local/pr-local-health-check waiting reason: ContainerCreating", "platform-radar-local/pr-local-health-check readiness gap: 0/1 containers ready" ], "previous_log_samples": [], "likely_fix_candidates": [], "evidence_backed_fix_hints": [] }, "top_signals": [ "ContainerCreating" ], "evidence_highlights": [ "platform-radar-local/pr-local-health-check waiting reason: ContainerCreating", "platform-radar-local/pr-local-health-check readiness gap: 0/1 containers ready" ], "resource_checks": [], "remediation_hints": [ "No precise remediation hint is available yet. Start with the strongest evidence items above and compare this workload with its last known healthy state." ], "log_samples": [], "warning_events": [], "pods": [ { "name": "pr-local-health-check", "phase": "Pending", "cluster": "management", "namespace": "platform-radar-local", "node_name": "agentic-local-control-plane", "restart_count": 0, "waiting_reason": "ContainerCreating", "workload_title": "pr-local-health-check", "ready_containers": 0, "total_containers": 1, "terminated_reason": null, "cluster_display_name": "Management" } ] }, "llm_advice": { "has_llm_advice": false, "has_recommended_fix": false, "summary": "", "recommended_fix": "", "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "normalized_operator_answer": { "problem": [], "fix": [], "why": [], "confidence": null, "classification": null, "remaining_uncertainties": [], "recommended_fix": "" }, "operator_answer": null, "cached_summary": "", "context_fingerprint": null, "created_at": null, "provider": null, "model": null, "analysis_mode": null, "prompt_version": null, "usage": { "prompt_chars": 0, "estimated_prompt_tokens": 0, "prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0 } }, "human_evaluation": { "rating": null, "cause_layer": null, "fix_quality": null, "why_quality": null, "decision_tree": null, "context_quality": null, "note": null }, "evaluation_aids": { "has_evidence": true, "evidence_signal_count": 4, "has_llm_advice": false, "has_recommended_fix": false, "needs_llm_generation": true, "needs_human_evaluation": true } } ] }