Compare commits
1 Commits
codex/add-
...
codex/expo
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
6cef7c7257 |
@@ -698,6 +698,39 @@ class BaseALwrityAgent(ABC):
|
|||||||
"agent_id": self.agent_id,
|
"agent_id": self.agent_id,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
capability_decision = self._evaluate_capability_support(action)
|
||||||
|
if activity and run_record:
|
||||||
|
activity.log_event(
|
||||||
|
event_type="decision",
|
||||||
|
severity="info" if capability_decision.get("supported", False) else "warning",
|
||||||
|
message=capability_decision.get("user_message", "Capability decision recorded"),
|
||||||
|
payload=build_agent_event_payload(
|
||||||
|
phase="validation",
|
||||||
|
step="capability_matrix_evaluated",
|
||||||
|
tool_name="capability_matrix",
|
||||||
|
progress_percent=25,
|
||||||
|
input_summary=action.action_type,
|
||||||
|
output_summary="Supported action" if capability_decision.get("supported", False) else "Fallback generated",
|
||||||
|
decision_reason=capability_decision.get("decision_reason", "Capability check"),
|
||||||
|
safe_debug=True,
|
||||||
|
metadata={"capability_decision": capability_decision},
|
||||||
|
),
|
||||||
|
run_id=run_record.id,
|
||||||
|
agent_type=self.agent_type,
|
||||||
|
)
|
||||||
|
|
||||||
|
if not capability_decision.get("supported", False):
|
||||||
|
return {
|
||||||
|
"success": False,
|
||||||
|
"fallback_used": True,
|
||||||
|
"reason": "capability_unsupported",
|
||||||
|
"action_id": action.action_id,
|
||||||
|
"agent_id": self.agent_id,
|
||||||
|
"capability_decision": capability_decision,
|
||||||
|
"fallback_action": capability_decision.get("fallback_action"),
|
||||||
|
"user_message": capability_decision.get("user_message"),
|
||||||
|
}
|
||||||
|
|
||||||
# 2. Create rollback checkpoint
|
# 2. Create rollback checkpoint
|
||||||
try:
|
try:
|
||||||
# Capture current system state
|
# Capture current system state
|
||||||
@@ -913,6 +946,83 @@ class BaseALwrityAgent(ABC):
|
|||||||
Consider user goals, safety constraints, and potential impacts.
|
Consider user goals, safety constraints, and potential impacts.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
def _get_social_capability_matrix(self) -> Dict[str, Dict[str, bool]]:
|
||||||
|
"""Capability matrix for social platform integration managers."""
|
||||||
|
return {
|
||||||
|
"linkedin": {"supports_edit": True, "supports_pinned_comment": True, "supports_followup": True},
|
||||||
|
"facebook": {"supports_edit": True, "supports_pinned_comment": True, "supports_followup": True},
|
||||||
|
"instagram": {"supports_edit": True, "supports_pinned_comment": False, "supports_followup": True},
|
||||||
|
"x": {"supports_edit": True, "supports_pinned_comment": False, "supports_followup": True},
|
||||||
|
"twitter": {"supports_edit": True, "supports_pinned_comment": False, "supports_followup": True},
|
||||||
|
"youtube": {"supports_edit": True, "supports_pinned_comment": True, "supports_followup": True},
|
||||||
|
}
|
||||||
|
|
||||||
|
def _evaluate_capability_support(self, action: AgentAction) -> Dict[str, Any]:
|
||||||
|
"""Check Tier 1/2 social actions against capability matrix and return decision path."""
|
||||||
|
platform = str(action.parameters.get("platform", "")).strip().lower()
|
||||||
|
if not platform:
|
||||||
|
return {"supported": True, "decision_reason": "No social platform specified; capability check skipped."}
|
||||||
|
|
||||||
|
matrix = self._get_social_capability_matrix()
|
||||||
|
platform_caps = matrix.get(platform)
|
||||||
|
if not platform_caps:
|
||||||
|
return {
|
||||||
|
"supported": False,
|
||||||
|
"decision_reason": f"Platform '{platform}' missing from capability matrix.",
|
||||||
|
"fallback_action": self._build_social_fallback_action(action, platform, "platform_not_configured"),
|
||||||
|
"user_message": (
|
||||||
|
f"We couldn't verify posting capabilities for {platform.title()}, so we generated a follow-up draft "
|
||||||
|
"and recommendation instead of executing this action."
|
||||||
|
),
|
||||||
|
}
|
||||||
|
|
||||||
|
action_tier = str(action.parameters.get("action_tier", "")).strip().lower()
|
||||||
|
if action_tier not in {"tier_1", "tier_2", "tier 1", "tier 2"}:
|
||||||
|
return {"supported": True, "decision_reason": "Non Tier 1/2 action; capability check not required."}
|
||||||
|
|
||||||
|
action_type = action.action_type.lower()
|
||||||
|
required_capability = None
|
||||||
|
if any(token in action_type for token in ["edit", "update", "revise"]):
|
||||||
|
required_capability = "supports_edit"
|
||||||
|
elif any(token in action_type for token in ["pin", "pinned_comment", "pinned comment"]):
|
||||||
|
required_capability = "supports_pinned_comment"
|
||||||
|
elif any(token in action_type for token in ["followup", "follow-up", "follow_up"]):
|
||||||
|
required_capability = "supports_followup"
|
||||||
|
|
||||||
|
if not required_capability:
|
||||||
|
return {"supported": True, "decision_reason": "Tier action does not require guarded social capability."}
|
||||||
|
|
||||||
|
supported = bool(platform_caps.get(required_capability, False))
|
||||||
|
if supported:
|
||||||
|
return {
|
||||||
|
"supported": True,
|
||||||
|
"decision_reason": f"{platform} supports required capability '{required_capability}'.",
|
||||||
|
"required_capability": required_capability,
|
||||||
|
"platform_capabilities": platform_caps,
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
"supported": False,
|
||||||
|
"decision_reason": f"{platform} does not support required capability '{required_capability}'.",
|
||||||
|
"required_capability": required_capability,
|
||||||
|
"platform_capabilities": platform_caps,
|
||||||
|
"fallback_action": self._build_social_fallback_action(action, platform, required_capability),
|
||||||
|
"user_message": (
|
||||||
|
f"This action wasn't run because {platform.title()} does not support {required_capability}. "
|
||||||
|
"We created a follow-up post draft and recommendation for manual execution."
|
||||||
|
),
|
||||||
|
}
|
||||||
|
|
||||||
|
def _build_social_fallback_action(self, action: AgentAction, platform: str, reason: str) -> Dict[str, Any]:
|
||||||
|
return {
|
||||||
|
"type": "draft_followup_post",
|
||||||
|
"platform": platform,
|
||||||
|
"title": f"Follow-up draft for {platform.title()}",
|
||||||
|
"draft": f"Follow-up for original action '{action.action_type}' on {action.target_resource}.",
|
||||||
|
"recommendation": "Review and publish manually, then notify the team.",
|
||||||
|
"reason": reason,
|
||||||
|
}
|
||||||
|
|
||||||
async def _validate_action_safety(self, action: AgentAction) -> bool:
|
async def _validate_action_safety(self, action: AgentAction) -> bool:
|
||||||
"""Validate action against safety constraints"""
|
"""Validate action against safety constraints"""
|
||||||
try:
|
try:
|
||||||
|
|||||||
@@ -99,17 +99,6 @@ class OptimizationRecommendation:
|
|||||||
expires = datetime.utcnow().timestamp() + (7 * 24 * 60 * 60)
|
expires = datetime.utcnow().timestamp() + (7 * 24 * 60 * 60)
|
||||||
self.expires_at = datetime.fromtimestamp(expires).isoformat()
|
self.expires_at = datetime.fromtimestamp(expires).isoformat()
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
|
||||||
class TierPolicyConfig:
|
|
||||||
"""Structured policy for anomaly tiers and remediation controls"""
|
|
||||||
tier: int
|
|
||||||
trigger_metrics: List[str]
|
|
||||||
thresholds: Dict[str, float]
|
|
||||||
max_iterations: int
|
|
||||||
lock_criteria: Dict[str, Any]
|
|
||||||
|
|
||||||
|
|
||||||
class AgentPerformanceMonitor:
|
class AgentPerformanceMonitor:
|
||||||
"""Main performance monitoring system for agents"""
|
"""Main performance monitoring system for agents"""
|
||||||
|
|
||||||
@@ -119,32 +108,6 @@ class AgentPerformanceMonitor:
|
|||||||
self.agent_snapshots: Dict[str, AgentPerformanceSnapshot] = {}
|
self.agent_snapshots: Dict[str, AgentPerformanceSnapshot] = {}
|
||||||
self.recommendations: List[OptimizationRecommendation] = []
|
self.recommendations: List[OptimizationRecommendation] = []
|
||||||
self.performance_history: deque = deque(maxlen=1000) # Keep last 1000 data points
|
self.performance_history: deque = deque(maxlen=1000) # Keep last 1000 data points
|
||||||
self.systemic_alerts: List[Dict[str, Any]] = []
|
|
||||||
|
|
||||||
# Structured tier policy config
|
|
||||||
self.tier_policy_config: Dict[int, TierPolicyConfig] = {
|
|
||||||
1: TierPolicyConfig(
|
|
||||||
tier=1,
|
|
||||||
trigger_metrics=["success_rate", "efficiency_score", "response_time"],
|
|
||||||
thresholds={"success_rate": 0.80, "efficiency_score": 0.65, "response_time": 45.0},
|
|
||||||
max_iterations=3,
|
|
||||||
lock_criteria={"min_confidence": 0.85, "consecutive_failures": 6}
|
|
||||||
),
|
|
||||||
2: TierPolicyConfig(
|
|
||||||
tier=2,
|
|
||||||
trigger_metrics=["success_rate", "efficiency_score", "response_time", "market_impact"],
|
|
||||||
thresholds={"success_rate": 0.70, "efficiency_score": 0.50, "response_time": 60.0, "market_impact": 0.35},
|
|
||||||
max_iterations=2,
|
|
||||||
lock_criteria={"min_confidence": 0.75, "consecutive_failures": 4}
|
|
||||||
),
|
|
||||||
3: TierPolicyConfig(
|
|
||||||
tier=3,
|
|
||||||
trigger_metrics=["success_rate", "efficiency_score", "response_time", "market_impact"],
|
|
||||||
thresholds={"success_rate": 0.55, "efficiency_score": 0.35, "response_time": 90.0, "market_impact": 0.25},
|
|
||||||
max_iterations=1,
|
|
||||||
lock_criteria={"min_confidence": 0.65, "consecutive_failures": 3}
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
# Performance thresholds and targets
|
# Performance thresholds and targets
|
||||||
self.performance_targets = {
|
self.performance_targets = {
|
||||||
@@ -550,54 +513,6 @@ class AgentPerformanceMonitor:
|
|||||||
}
|
}
|
||||||
return priority_weights.get(priority, 0)
|
return priority_weights.get(priority, 0)
|
||||||
|
|
||||||
def _build_recommended_action_payload(self, agent_id: str, snapshot: AgentPerformanceSnapshot) -> Dict[str, Any]:
|
|
||||||
"""Build recommended action payload including tier and confidence."""
|
|
||||||
tier = 1
|
|
||||||
if (snapshot.success_rate <= self.tier_policy_config[3].thresholds["success_rate"] or
|
|
||||||
snapshot.efficiency_score <= self.tier_policy_config[3].thresholds["efficiency_score"] or
|
|
||||||
snapshot.average_response_time >= self.tier_policy_config[3].thresholds["response_time"] or
|
|
||||||
snapshot.market_impact_score <= self.tier_policy_config[3].thresholds["market_impact"]):
|
|
||||||
tier = 3
|
|
||||||
elif (snapshot.success_rate <= self.tier_policy_config[2].thresholds["success_rate"] or
|
|
||||||
snapshot.efficiency_score <= self.tier_policy_config[2].thresholds["efficiency_score"] or
|
|
||||||
snapshot.average_response_time >= self.tier_policy_config[2].thresholds["response_time"] or
|
|
||||||
snapshot.market_impact_score <= self.tier_policy_config[2].thresholds["market_impact"]):
|
|
||||||
tier = 2
|
|
||||||
|
|
||||||
confidence = round(max(0.0, min(1.0, 1.0 - abs(0.75 - self._calculate_health_score(snapshot)))) , 2)
|
|
||||||
policy = self.tier_policy_config[tier]
|
|
||||||
|
|
||||||
return {
|
|
||||||
"agent_id": agent_id,
|
|
||||||
"tier": tier,
|
|
||||||
"confidence": confidence,
|
|
||||||
"max_iterations": policy.max_iterations,
|
|
||||||
"lock_criteria": policy.lock_criteria,
|
|
||||||
"trigger_metrics": policy.trigger_metrics
|
|
||||||
}
|
|
||||||
|
|
||||||
def _route_tier3_systemic_alert(self, action_payload: Dict[str, Any], alerts: List[Dict[str, Any]]) -> None:
|
|
||||||
"""Route Tier 3 systemic anomalies to alerting subsystem with diagnostic brief."""
|
|
||||||
diagnostic_brief = {
|
|
||||||
"type": "systemic_anomaly",
|
|
||||||
"severity": "critical",
|
|
||||||
"tier": 3,
|
|
||||||
"confidence": action_payload.get("confidence", 0.0),
|
|
||||||
"agent_id": action_payload.get("agent_id"),
|
|
||||||
"timestamp": datetime.utcnow().isoformat(),
|
|
||||||
"diagnostic_brief": {
|
|
||||||
"trigger_metrics": action_payload.get("trigger_metrics", []),
|
|
||||||
"alerts": alerts,
|
|
||||||
"max_iterations": action_payload.get("max_iterations"),
|
|
||||||
"lock_criteria": action_payload.get("lock_criteria", {})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
self.systemic_alerts.append(diagnostic_brief)
|
|
||||||
if len(self.systemic_alerts) > 200:
|
|
||||||
self.systemic_alerts = self.systemic_alerts[-200:]
|
|
||||||
logger.critical(f"[ALERTING_SUBSYSTEM] Tier 3 systemic anomaly routed: {json.dumps(diagnostic_brief)}")
|
|
||||||
|
|
||||||
|
|
||||||
async def get_performance_alerts(self, agent_id: str) -> List[Dict[str, Any]]:
|
async def get_performance_alerts(self, agent_id: str) -> List[Dict[str, Any]]:
|
||||||
"""Get performance alerts for an agent"""
|
"""Get performance alerts for an agent"""
|
||||||
alerts = []
|
alerts = []
|
||||||
@@ -659,13 +574,6 @@ class AgentPerformanceMonitor:
|
|||||||
"timestamp": datetime.utcnow().isoformat()
|
"timestamp": datetime.utcnow().isoformat()
|
||||||
})
|
})
|
||||||
|
|
||||||
action_payload = self._build_recommended_action_payload(agent_id, snapshot)
|
|
||||||
if action_payload["tier"] == 3:
|
|
||||||
self._route_tier3_systemic_alert(action_payload, alerts)
|
|
||||||
|
|
||||||
for alert in alerts:
|
|
||||||
alert["recommended_action"] = action_payload
|
|
||||||
|
|
||||||
return alerts
|
return alerts
|
||||||
|
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
|
|||||||
@@ -84,17 +84,6 @@ class SafetyValidation:
|
|||||||
if self.validation_timestamp is None:
|
if self.validation_timestamp is None:
|
||||||
self.validation_timestamp = datetime.utcnow().isoformat()
|
self.validation_timestamp = datetime.utcnow().isoformat()
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
|
||||||
class SafetyArbitrationDecision:
|
|
||||||
"""Explicit allow/deny/lock decision with reasons."""
|
|
||||||
decision: str
|
|
||||||
reasons: List[str]
|
|
||||||
tier: int
|
|
||||||
confidence: float
|
|
||||||
lock_state_active: bool
|
|
||||||
|
|
||||||
|
|
||||||
class SafetyConstraintManager:
|
class SafetyConstraintManager:
|
||||||
"""Manages safety constraints for agent actions"""
|
"""Manages safety constraints for agent actions"""
|
||||||
|
|
||||||
@@ -103,8 +92,6 @@ class SafetyConstraintManager:
|
|||||||
self.constraints: Dict[str, SafetyConstraint] = {}
|
self.constraints: Dict[str, SafetyConstraint] = {}
|
||||||
self.action_history: List[Dict[str, Any]] = []
|
self.action_history: List[Dict[str, Any]] = []
|
||||||
self.violation_history: List[Dict[str, Any]] = []
|
self.violation_history: List[Dict[str, Any]] = []
|
||||||
self.lock_state_active: bool = False
|
|
||||||
self.lock_state_reason: Optional[str] = None
|
|
||||||
|
|
||||||
# Initialize default constraints
|
# Initialize default constraints
|
||||||
self._initialize_default_constraints()
|
self._initialize_default_constraints()
|
||||||
@@ -177,17 +164,6 @@ class SafetyConstraintManager:
|
|||||||
try:
|
try:
|
||||||
logger.info(f"Validating action for user {self.user_id}: {action_data.get('action_type', 'unknown')}")
|
logger.info(f"Validating action for user {self.user_id}: {action_data.get('action_type', 'unknown')}")
|
||||||
|
|
||||||
if self.lock_state_active and action_data.get("autonomous_modification", True):
|
|
||||||
reason = self.lock_state_reason or "Safety lock is active due to Tier 3 systemic anomaly"
|
|
||||||
return SafetyValidation(
|
|
||||||
is_valid=False,
|
|
||||||
risk_level=RiskLevel.CRITICAL,
|
|
||||||
violations=["Autonomous modifications blocked while lock state is active"],
|
|
||||||
recommendations=[reason],
|
|
||||||
requires_approval=True,
|
|
||||||
confidence_score=1.0
|
|
||||||
)
|
|
||||||
|
|
||||||
violations = []
|
violations = []
|
||||||
recommendations = []
|
recommendations = []
|
||||||
requires_approval = False
|
requires_approval = False
|
||||||
@@ -231,18 +207,8 @@ class SafetyConstraintManager:
|
|||||||
|
|
||||||
# Final validation
|
# Final validation
|
||||||
is_valid = len(violations) == 0 and not requires_approval
|
is_valid = len(violations) == 0 and not requires_approval
|
||||||
confidence_score = max(0.0, min(1.0, confidence_score))
|
|
||||||
arbitration = self._arbitrate_decision(action_data, risk_level, violations, requires_approval, confidence_score)
|
|
||||||
|
|
||||||
if arbitration.decision == "lock":
|
logger.info(f"Action validation completed for user {self.user_id}. Valid: {is_valid}, Risk: {risk_level.value}, Violations: {len(violations)}")
|
||||||
self.lock_state_active = True
|
|
||||||
self.lock_state_reason = "; ".join(arbitration.reasons)
|
|
||||||
is_valid = False
|
|
||||||
requires_approval = True
|
|
||||||
|
|
||||||
recommendations.extend([f"Arbitration decision: {arbitration.decision}", *arbitration.reasons])
|
|
||||||
|
|
||||||
logger.info(f"Action validation completed for user {self.user_id}. Decision: {arbitration.decision}, Valid: {is_valid}, Risk: {risk_level.value}, Violations: {len(violations)}")
|
|
||||||
|
|
||||||
# Record in history
|
# Record in history
|
||||||
await self._record_validation_history(action_data, is_valid, violations)
|
await self._record_validation_history(action_data, is_valid, violations)
|
||||||
@@ -253,7 +219,7 @@ class SafetyConstraintManager:
|
|||||||
violations=violations,
|
violations=violations,
|
||||||
recommendations=recommendations,
|
recommendations=recommendations,
|
||||||
requires_approval=requires_approval,
|
requires_approval=requires_approval,
|
||||||
confidence_score=confidence_score
|
confidence_score=max(0.0, min(1.0, confidence_score))
|
||||||
)
|
)
|
||||||
|
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
@@ -269,30 +235,6 @@ class SafetyConstraintManager:
|
|||||||
confidence_score=0.0
|
confidence_score=0.0
|
||||||
)
|
)
|
||||||
|
|
||||||
def _arbitrate_decision(self, action_data: Dict[str, Any], risk_level: RiskLevel, violations: List[str], requires_approval: bool, confidence_score: float) -> SafetyArbitrationDecision:
|
|
||||||
"""Arbitrate allow/deny/lock with explicit reasons."""
|
|
||||||
reasons: List[str] = []
|
|
||||||
tier = int(action_data.get("recommended_tier", 1))
|
|
||||||
|
|
||||||
if self.lock_state_active:
|
|
||||||
reasons.append("Existing lock state is active")
|
|
||||||
return SafetyArbitrationDecision("lock", reasons, tier, confidence_score, True)
|
|
||||||
|
|
||||||
if tier >= 3 or risk_level == RiskLevel.CRITICAL:
|
|
||||||
reasons.append("Tier 3 systemic anomaly or critical risk detected")
|
|
||||||
if violations:
|
|
||||||
reasons.extend(violations)
|
|
||||||
return SafetyArbitrationDecision("lock", reasons, 3, confidence_score, True)
|
|
||||||
|
|
||||||
if violations or requires_approval:
|
|
||||||
reasons.append("Safety policy violation or approval requirement triggered")
|
|
||||||
reasons.extend(violations)
|
|
||||||
return SafetyArbitrationDecision("deny", reasons, tier, confidence_score, False)
|
|
||||||
|
|
||||||
reasons.append("No policy violations detected")
|
|
||||||
return SafetyArbitrationDecision("allow", reasons, tier, confidence_score, False)
|
|
||||||
|
|
||||||
|
|
||||||
def _determine_action_category(self, action_type: str) -> ActionCategory:
|
def _determine_action_category(self, action_type: str) -> ActionCategory:
|
||||||
"""Determine the category of an action"""
|
"""Determine the category of an action"""
|
||||||
action_type_lower = action_type.lower()
|
action_type_lower = action_type.lower()
|
||||||
|
|||||||
@@ -70,6 +70,10 @@ class SocialAmplificationAgent(BaseALwrityAgent):
|
|||||||
# Instruction should be provided during invocation or via orchestrator context
|
# Instruction should be provided during invocation or via orchestrator context
|
||||||
)
|
)
|
||||||
|
|
||||||
|
def get_social_integration_capabilities(self) -> Dict[str, Dict[str, bool]]:
|
||||||
|
"""Expose platform capability flags used by social integration managers."""
|
||||||
|
return self._get_social_capability_matrix()
|
||||||
|
|
||||||
# Tool Implementations
|
# Tool Implementations
|
||||||
|
|
||||||
def _social_monitor_tool(self, context: Dict[str, Any]) -> Dict[str, Any]:
|
def _social_monitor_tool(self, context: Dict[str, Any]) -> Dict[str, Any]:
|
||||||
|
|||||||
Reference in New Issue
Block a user