profit/agent-governance
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
agent-governance/testing/oversight/reports/rpt-20260123-222146.json
profit 92d3602852 Add 17 missing governance tests - coverage 57.6% → 70.2% 
Phase 1 (Foundation): 62.5% → 100%
- test_ledger_connection.py
- test_vault_status.py
- test_audit_logging.py

Phase 3 (Execution): 70% → 100%
- test_preflight_gate.py
- test_wrapper_enforcement.py
- test_evidence_collection.py

Phase 4 (Promotion): 57.1% → 100%
- test_promotion_logic.py
- test_revocation_triggers.py
- test_monitor_daemon.py

Phase 5 (Bootstrapping): 60% → 100%
- test_checkpoint_create_load.py
- test_tier0_agent_constraints.py
- test_orchestrator_delegation.py
- test_context_preservation.py

All 8 critical gaps now resolved.

Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
2026-01-23 22:22:26 -05:00

612 lines
15 KiB
JSON
Raw Permalink Blame History

{
"report_id": "rpt-20260123-222146",
"generated_at": "2026-01-24T03:21:46.706643+00:00",
"summary": {
"phases_validated": 12,
"by_status": {
"not_started": 2,
"in_progress": 10,
"complete": 0,
"blocked": 0,
"needs_review": 0
},
"average_coverage": 70.2,
"total_anomalies": 49,
"total_gaps": 21,
"critical_gaps": [],
"phase_5_status": "in_progress"
},
"phase_reports": [
{
"phase_number": 1,
"phase_name": "Foundation (Vault + Basic Infrastructure)",
"status": "in_progress",
"coverage_percent": 100.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [],
"critical_issues": [],
"recommendations": [
"Address 4 anomalies"
]
},
{
"phase_number": 2,
"phase_name": "Vault Policy Engine",
"status": "in_progress",
"coverage_percent": 100.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [],
"critical_issues": [],
"recommendations": [
"Address 4 anomalies"
]
},
{
"phase_number": 3,
"phase_name": "Execution Pipeline",
"status": "in_progress",
"coverage_percent": 100.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [],
"critical_issues": [],
"recommendations": [
"Address 4 anomalies"
]
},
{
"phase_number": 4,
"phase_name": "Promotion and Revocation Engine",
"status": "in_progress",
"coverage_percent": 100.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [],
"critical_issues": [],
"recommendations": [
"Address 4 anomalies"
]
},
{
"phase_number": 5,
"phase_name": "Agent Bootstrapping",
"status": "in_progress",
"coverage_percent": 100.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [],
"critical_issues": [],
"recommendations": [
"Address 4 anomalies",
"PRIORITY: Phase 5 requires extra validation"
]
},
{
"phase_number": 6,
"phase_name": "Pipeline DSL, Agent Templates, Testing Framework",
"status": "in_progress",
"coverage_percent": 57.14285714285714,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: pipeline_validation",
"Address: Missing test: template_generation",
"Address: Missing test: test_execution"
],
"critical_issues": [
"Missing test: pipeline_validation",
"Missing test: template_generation",
"Missing test: test_execution"
],
"recommendations": [
"Increase coverage from 57.1% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 7,
"phase_name": "Hierarchical Teams & Learning System",
"status": "in_progress",
"coverage_percent": 62.5,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: team_coordination",
"Address: Missing test: learning_patterns",
"Address: Missing test: memory_storage"
],
"critical_issues": [
"Missing test: team_coordination",
"Missing test: learning_patterns",
"Missing test: memory_storage"
],
"recommendations": [
"Increase coverage from 62.5% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 8,
"phase_name": "Production Hardening",
"status": "in_progress",
"coverage_percent": 55.55555555555556,
"bugs_detected": 5,
"suggestions_generated": 5,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: health_checks",
"Address: Missing test: circuit_breaker_states",
"Address: Missing test: alert_delivery"
],
"critical_issues": [
"Missing test: health_checks",
"Missing test: circuit_breaker_states",
"Missing test: alert_delivery"
],
"recommendations": [
"Increase coverage from 55.6% to 100%",
"Address 5 anomalies"
]
},
{
"phase_number": 9,
"phase_name": "External Integrations",
"status": "in_progress",
"coverage_percent": 50.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: github_webhook",
"Address: Missing test: slack_notification",
"Address: Missing test: webhook_delivery"
],
"critical_issues": [
"Missing test: github_webhook",
"Missing test: slack_notification",
"Missing test: webhook_delivery"
],
"recommendations": [
"Increase coverage from 50.0% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 10,
"phase_name": "Multi-Tenant Support",
"status": "not_started",
"coverage_percent": 25.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: tenant_isolation",
"Address: Missing test: quota_enforcement",
"Address: Missing test: access_control"
],
"critical_issues": [
"Missing test: tenant_isolation",
"Missing test: quota_enforcement",
"Missing test: access_control"
],
"recommendations": [
"Increase coverage from 25.0% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 11,
"phase_name": "Agent Marketplace",
"status": "not_started",
"coverage_percent": 25.0,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: template_sharing",
"Address: Missing test: version_management",
"Address: Missing test: discovery"
],
"critical_issues": [
"Missing test: template_sharing",
"Missing test: version_management",
"Missing test: discovery"
],
"recommendations": [
"Increase coverage from 25.0% to 100%",
"Address 4 anomalies"
]
},
{
"phase_number": 12,
"phase_name": "Observability",
"status": "in_progress",
"coverage_percent": 66.66666666666666,
"bugs_detected": 4,
"suggestions_generated": 4,
"council_decisions": {
"auto_approve": 0,
"human_approve": 0,
"reject": 0,
"defer": 0
},
"pending_actions": [
"Address: Missing test: dashboard_metrics",
"Address: Missing test: log_aggregation"
],
"critical_issues": [
"Missing test: dashboard_metrics",
"Missing test: log_aggregation"
],
"recommendations": [
"Increase coverage from 66.7% to 100%",
"Address 4 anomalies"
]
}
],
"watcher_summary": {
"state": {
"active": true,
"started_at": "2026-01-24T03:21:36.054863+00:00",
"anomalies_detected": 0,
"phases_watched": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12
],
"last_scan_at": null,
"error_count": 0
},
"total_anomalies": 1000,
"unresolved": 1000,
"by_severity": {
"critical": 733,
"high": 247,
"medium": 0,
"low": 20,
"info": 0
},
"by_phase": {
"1": 84,
"2": 76,
"3": 84,
"4": 85,
"5": 88,
"6": 80,
"7": 80,
"8": 103,
"9": 80,
"10": 80,
"11": 80,
"12": 80
},
"by_type": {
"unhandled_error": 0,
"regression": 0,
"performance_degradation": 0,
"missing_artifact": 23,
"state_inconsistency": 0,
"health_check_failure": 0,
"dependency_unavailable": 0,
"timeout": 0,
"unexpected_output": 0,
"security_violation": 977
},
"phases": {
"1": "Foundation (Vault + Basic Infrastructure)",
"2": "Vault Policy Engine",
"3": "Execution Pipeline",
"4": "Promotion and Revocation Engine",
"5": "Agent Bootstrapping",
"6": "Pipeline DSL, Agent Templates, Testing Framework",
"7": "Hierarchical Teams & Learning System",
"8": "Production Hardening",
"9": "External Integrations",
"10": "Multi-Tenant Support",
"11": "Agent Marketplace",
"12": "Observability"
}
},
"suggestion_summary": {
"total": 500,
"pending": 500,
"approved": 0,
"implemented": 0,
"auto_fixable": 331,
"by_status": {
"pending": 500,
"approved": 0,
"rejected": 0,
"implemented": 0,
"failed": 0
},
"by_risk": {
"critical": 0,
"high": 0,
"medium": 169,
"low": 325,
"trivial": 6
},
"by_impact": {
"transformative": 162,
"high": 320,
"medium": 12,
"low": 6,
"minimal": 0
}
},
"council_summary": {
"total_decisions": 155,
"by_type": {
"auto_approve": 110,
"human_approve": 45,
"defer": 0,
"reject": 0,
"escalate": 0
},
"outcomes": {
"success": 0,
"failure": 0,
"partial": 0,
"pending": 155
},
"auto_approved": 110,
"learning_entries": 0
},
"injection_results": [],
"pending_actions": [
{
"title": "Address 733 critical anomalies",
"priority": "critical",
"source": "bug_watcher"
},
{
"title": "Address 247 high-severity anomalies",
"priority": "high",
"source": "bug_watcher"
},
{
"title": "Address 4 anomalies",
"phase": 1,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 2,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 3,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 4,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 5,
"priority": "medium",
"source": "recommendation"
},
{
"title": "PRIORITY: Phase 5 requires extra validation",
"phase": 5,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address: Missing test: pipeline_validation",
"phase": 6,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: template_generation",
"phase": 6,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: test_execution",
"phase": 6,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Increase coverage from 57.1% to 100%",
"phase": 6,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 6,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address: Missing test: team_coordination",
"phase": 7,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: learning_patterns",
"phase": 7,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: memory_storage",
"phase": 7,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Increase coverage from 62.5% to 100%",
"phase": 7,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 7,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address: Missing test: health_checks",
"phase": 8,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: circuit_breaker_states",
"phase": 8,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: alert_delivery",
"phase": 8,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Increase coverage from 55.6% to 100%",
"phase": 8,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 5 anomalies",
"phase": 8,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address: Missing test: github_webhook",
"phase": 9,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: slack_notification",
"phase": 9,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: webhook_delivery",
"phase": 9,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Increase coverage from 50.0% to 100%",
"phase": 9,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address 4 anomalies",
"phase": 9,
"priority": "medium",
"source": "recommendation"
},
{
"title": "Address: Missing test: tenant_isolation",
"phase": 10,
"priority": "medium",
"source": "phase_validator"
},
{
"title": "Address: Missing test: quota_enforcement",
"phase": 10,
"priority": "medium",
"source": "phase_validator"
}
],
"checkpoint_link": "ckpt-20260124-030105-e694de15",
"memory_entries": 0
}
Reference in New Issue View Git Blame Copy Permalink