Make SIF fail fast and add low-cost remote LLM fallback

2026-03-09 15:38:03 +05:30
parent 651bd2b5f0
commit 4230385e70
7 changed files with 224 additions and 66 deletions
--- a/backend/services/intelligence/agents/agent_orchestrator.py
+++ b/backend/services/intelligence/agents/agent_orchestrator.py
@@ -47,7 +47,7 @@ logger = get_service_logger(__name__)
 class AgentTeamConfiguration:
    """Configuration for the complete agent team"""
    user_id: str
-    shared_llm: str = "Qwen/Qwen2.5-3B-Instruct"  # Updated to a stable model known for text-generation
+    shared_llm: str = "Qwen/Qwen2.5-1.5B-Instruct"  # Reduced default memory footprint for local environments
    max_iterations: int = 15
    enable_safety: bool = True
    enable_performance_monitoring: bool = True