Recovered state: integrated TrendSurferAgent, restored frontend/backend files, and cleaned up recovery scripts

backend/models/crawled_content.py

@@ -0,0 +1,34 @@
+from sqlalchemy import Column, Integer, String, Text, DateTime, JSON, Index
+from datetime import datetime
+from models.enhanced_strategy_models import Base
+
+class EndUserWebsiteContent(Base):
+    """
+    Model for storing crawled content from the end user's website.
+    """
+    __tablename__ = "end_user_website_content"
+
+    id = Column(Integer, primary_key=True, index=True)
+    user_id = Column(String(255), nullable=False, index=True)
+    website_url = Column(String(500), nullable=False, index=True)
+    
+    # Page details
+    url = Column(String(2048), nullable=False)
+    title = Column(String(1000), nullable=True)
+    content = Column(Text, nullable=True)  # Main content
+    raw_html = Column(Text, nullable=True) # Raw HTML if needed (maybe truncate or store separately)
+    published_date = Column(DateTime, nullable=True)
+    
+    # Metadata
+    metadata_info = Column(JSON, nullable=True) # Any other metadata
+    
+    # Crawl info
+    crawled_at = Column(DateTime, default=datetime.utcnow)
+    status_code = Column(Integer, nullable=True)
+    
+    __table_args__ = (
+        Index('idx_end_user_website_content_user_url', 'user_id', 'url', mysql_length={'url': 255}),
+    )
+
+    def __repr__(self):
+        return f"<EndUserWebsiteContent(id={self.id}, user_id={self.user_id}, url={self.url})>"