profit/agent-governance
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
agent-governance/testing/oversight/reports/rpt-20260123-221232.json
profit fbc885b0a5 Add comprehensive pipeline analysis report 
- Full Bug Watcher analysis: 1000 anomalies (761 critical)
- Suggestion Engine: 484 suggestions (320 auto-fixable)
- Council Review: 120 decisions (80 auto-approved)
- Maps 8 critical gaps to checkpoint/STATUS entries
- Identifies 14 missing tests across Phases 1,3,4,5

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
2026-01-23 22:15:34 -05:00

657 lines
17 KiB
JSON
Raw Blame History

{
"report_id": "rpt-20260123-221232",
"generated_at": "2026-01-24T03:12:32.633928+00:00",
"summary": {
"phases_validated": 12,
"by_status": {
"not_started": 2,
"in_progress": 10,
"complete": 0,
"blocked": 0,
"needs_review": 0
},
"average_coverage": 57.6,
"total_anomalies": 49,
"total_gaps": 34,
"critical_gaps": [
"Phase 1: Missing test: ledger_connection",
"Phase 1: Missing test: vault_status",
"Phase 3: Missing test: preflight_gate",
"Phase 3: Missing test: wrapper_enforcement",
"Phase 4: Missing test: promotion_logic",
"Phase 4: Missing test: revocation_triggers",
"Phase 5: Missing test: checkpoint_create_load",
"Phase 5: Missing test: tier0_agent_constraints"
],
"phase_5_status": "in_progress"
},
"phase_reports": [
{
"phase_number": 1,
"phase_name": "Foundation (Vault + Basic Infrastructure)",
"status": "in_progress",
"coverage_percent": 62.5,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: ledger_connection",
"Address: Missing test: vault_status",
"Address: Missing test: audit_logging"
],
"critical_issues": [
"Missing test: ledger_connection",
"Missing test: vault_status",
"Missing test: audit_logging"
],
"recommendations": [
"Increase coverage from 62.5% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 2,
"phase_name": "Vault Policy Engine",
"status": "in_progress",
"coverage_percent": 100.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [],
"critical_issues": [],
"recommendations": [
"Address 4 anomalies"
]
},
{
"phase_number": 3,
"phase_name": "Execution Pipeline",
"status": "in_progress",
"coverage_percent": 70.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: preflight_gate",
"Address: Missing test: wrapper_enforcement",
"Address: Missing test: evidence_collection"
],
"critical_issues": [
"Missing test: preflight_gate",
"Missing test: wrapper_enforcement",
"Missing test: evidence_collection"
],
"recommendations": [
"Increase coverage from 70.0% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 4,
"phase_name": "Promotion and Revocation Engine",
"status": "in_progress",
"coverage_percent": 57.14285714285714,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: promotion_logic",
"Address: Missing test: revocation_triggers",
"Address: Missing test: monitor_daemon"
],
"critical_issues": [
"Missing test: promotion_logic",
"Missing test: revocation_triggers",
"Missing test: monitor_daemon"
],
"recommendations": [
"Increase coverage from 57.1% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 5,
"phase_name": "Agent Bootstrapping",
"status": "in_progress",
"coverage_percent": 60.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: checkpoint_create_load",
"Address: Missing test: tier0_agent_constraints",
"Address: Missing test: orchestrator_delegation"
],
"critical_issues": [
"Missing test: checkpoint_create_load",
"Missing test: tier0_agent_constraints",
"Missing test: orchestrator_delegation"
],
"recommendations": [
"Increase coverage from 60.0% to 100%",
"Address 4 anomalies",
"PRIORITY: Phase 5 requires extra validation"
]
},
{
"phase_number": 6,
"phase_name": "Pipeline DSL, Agent Templates, Testing Framework",
"status": "in_progress",
"coverage_percent": 57.14285714285714,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: pipeline_validation",
"Address: Missing test: template_generation",
"Address: Missing test: test_execution"
],
"critical_issues": [
"Missing test: pipeline_validation",
"Missing test: template_generation",
"Missing test: test_execution"
],
"recommendations": [
"Increase coverage from 57.1% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 7,
"phase_name": "Hierarchical Teams & Learning System",
"status": "in_progress",
"coverage_percent": 62.5,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: team_coordination",
"Address: Missing test: learning_patterns",
"Address: Missing test: memory_storage"
],
"critical_issues": [
"Missing test: team_coordination",
"Missing test: learning_patterns",
"Missing test: memory_storage"
],
"recommendations": [
"Increase coverage from 62.5% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 8,
"phase_name": "Production Hardening",
"status": "in_progress",
"coverage_percent": 55.55555555555556,
"bugs_detected": 5,
"suggestions_generated": 5,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: health_checks",
"Address: Missing test: circuit_breaker_states",
"Address: Missing test: alert_delivery"
],
"critical_issues": [
"Missing test: health_checks",
"Missing test: circuit_breaker_states",
"Missing test: alert_delivery"
],
"recommendations": [
"Increase coverage from 55.6% to 100%",
"Address 5 anomalies"
]
},
{
"phase_number": 9,
"phase_name": "External Integrations",
"status": "in_progress",
"coverage_percent": 50.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: github_webhook",
"Address: Missing test: slack_notification",
"Address: Missing test: webhook_delivery"
],
"critical_issues": [
"Missing test: github_webhook",
"Missing test: slack_notification",
"Missing test: webhook_delivery"
],
"recommendations": [
"Increase coverage from 50.0% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 10,
"phase_name": "Multi-Tenant Support",
"status": "not_started",
"coverage_percent": 25.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: tenant_isolation",
"Address: Missing test: quota_enforcement",
"Address: Missing test: access_control"
],
"critical_issues": [
"Missing test: tenant_isolation",
"Missing test: quota_enforcement",
"Missing test: access_control"
],
"recommendations": [
"Increase coverage from 25.0% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 11,
"phase_name": "Agent Marketplace",
"status": "not_started",
"coverage_percent": 25.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: template_sharing",
"Address: Missing test: version_management",
"Address: Missing test: discovery"
],
"critical_issues": [
"Missing test: template_sharing",
"Missing test: version_management",
"Missing test: discovery"
],
"recommendations": [
"Increase coverage from 25.0% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 12,
"phase_name": "Observability",
"status": "in_progress",
"coverage_percent": 66.66666666666666,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: dashboard_metrics",
"Address: Missing test: log_aggregation"
],
"critical_issues": [
"Missing test: dashboard_metrics",
"Missing test: log_aggregation"
],
"recommendations": [
"Increase coverage from 66.7% to 100%",
"Address 4 anomalies"
]
}
],
"watcher_summary": {
"state": {
"active": true,
"started_at": "2026-01-24T03:12:21.996931+00:00",
"anomalies_detected": 0,
"phases_watched": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12
],
"last_scan_at": null,
"error_count": 0
},
"total_anomalies": 1000,
"unresolved": 1000,
"by_severity": {
"critical": 761,
"high": 216,
"medium": 0,
"low": 23,
"info": 0
},
"by_phase": {
"1": 80,
"2": 80,
"3": 80,
"4": 80,
"5": 80,
"6": 80,
"7": 80,
"8": 115,
"9": 80,
"10": 81,
"11": 82,
"12": 82
},
"by_type": {
"unhandled_error": 0,
"regression": 0,
"performance_degradation": 0,
"missing_artifact": 35,
"state_inconsistency": 0,
"health_check_failure": 0,
"dependency_unavailable": 0,
"timeout": 0,
"unexpected_output": 0,
"security_violation": 965
},
"phases": {
"1": "Foundation (Vault + Basic Infrastructure)",
"2": "Vault Policy Engine",
"3": "Execution Pipeline",
"4": "Promotion and Revocation Engine",
"5": "Agent Bootstrapping",
"6": "Pipeline DSL, Agent Templates, Testing Framework",
"7": "Hierarchical Teams & Learning System",
"8": "Production Hardening",
"9": "External Integrations",
"10": "Multi-Tenant Support",
"11": "Agent Marketplace",
"12": "Observability"
}
},
"suggestion_summary": {
"total": 484,
"pending": 484,
"approved": 0,
"implemented": 0,
"auto_fixable": 320,
"by_status": {
"pending": 484,
"approved": 0,
"rejected": 0,
"implemented": 0,
"failed": 0
},
"by_risk": {
"critical": 0,
"high": 0,
"medium": 164,
"low": 312,
"trivial": 8
},
"by_impact": {
"transformative": 156,
"high": 304,
"medium": 16,
"low": 8,
"minimal": 0
}
},
"council_summary": {
"total_decisions": 120,
"by_type": {
"auto_approve": 80,
"human_approve": 40,
"defer": 0,
"reject": 0,
"escalate": 0
},
"outcomes": {
"success": 0,
"failure": 0,
"partial": 0,
"pending": 120
},
"auto_approved": 80,
"learning_entries": 0
},
"injection_results": [],
"pending_actions": [
{
"title": "Address 761 critical anomalies",
"priority": "critical",
"source": "bug_watcher"
},
{
"title": "Address 216 high-severity anomalies",
"priority": "high",
"source": "bug_watcher"
},
{
"title": "Address: Missing test: ledger_connection",
"phase": 1,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: vault_status",
"phase": 1,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: audit_logging",
"phase": 1,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Increase coverage from 62.5% to 100%",
"phase": 1,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 1,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 2,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address: Missing test: preflight_gate",
"phase": 3,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: wrapper_enforcement",
"phase": 3,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: evidence_collection",
"phase": 3,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Increase coverage from 70.0% to 100%",
"phase": 3,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 3,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address: Missing test: promotion_logic",
"phase": 4,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: revocation_triggers",
"phase": 4,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: monitor_daemon",
"phase": 4,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Increase coverage from 57.1% to 100%",
"phase": 4,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 4,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address: Missing test: checkpoint_create_load",
"phase": 5,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: tier0_agent_constraints",
"phase": 5,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: orchestrator_delegation",
"phase": 5,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Increase coverage from 60.0% to 100%",
"phase": 5,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 5,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address: Missing test: pipeline_validation",
"phase": 6,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: template_generation",
"phase": 6,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: test_execution",
"phase": 6,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Increase coverage from 57.1% to 100%",
"phase": 6,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 6,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address: Missing test: team_coordination",
"phase": 7,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: learning_patterns",
"phase": 7,
"priority": "medium",
"source": "phase_validator"
}
],
"checkpoint_link": "ckpt-20260124-030105-e694de15",
"memory_entries": 0
}
Reference in New Issue View Git Blame Copy Permalink