Import 9 alphaear finance skills
- alphaear-deepear-lite: DeepEar Lite API integration - alphaear-logic-visualizer: Draw.io XML finance diagrams - alphaear-news: Real-time finance news (10+ sources) - alphaear-predictor: Kronos time-series forecasting - alphaear-reporter: Professional financial reports - alphaear-search: Web search + local RAG - alphaear-sentiment: FinBERT/LLM sentiment analysis - alphaear-signal-tracker: Signal evolution tracking - alphaear-stock: A-Share/HK/US stock data Updates: - All scripts updated to use universal .env path - Added JINA_API_KEY, LLM_*, DEEPSEEK_API_KEY to .env.example - Updated load_dotenv() to use ~/.config/opencode/.env
This commit is contained in:
Kunthawat Greethong
24
skills/alphaear-reporter/scripts/tools/__init__.py
Normal file
24
skills/alphaear-reporter/scripts/tools/__init__.py
Normal file
@@ -0,0 +1,24 @@
|
||||
# src/tools/__init__.py
|
||||
"""
|
||||
AlphaEar 工具包层 - Agno Toolkit 适配器
|
||||
|
||||
提供的 Toolkit 类：
|
||||
- NewsToolkit: 热点新闻获取
|
||||
- StockToolkit: 股票搜索与价格查询
|
||||
- SentimentToolkit: 情绪分析
|
||||
- SearchToolkit: 网络搜索
|
||||
"""
|
||||
|
||||
from .toolkits import (
|
||||
NewsToolkit,
|
||||
StockToolkit,
|
||||
SentimentToolkit,
|
||||
SearchToolkit,
|
||||
)
|
||||
|
||||
__all__ = [
|
||||
"NewsToolkit",
|
||||
"StockToolkit",
|
||||
"SentimentToolkit",
|
||||
"SearchToolkit",
|
||||
]
|
||||
526
skills/alphaear-reporter/scripts/tools/toolkits.py
Normal file
526
skills/alphaear-reporter/scripts/tools/toolkits.py
Normal file
@@ -0,0 +1,526 @@
|
||||
"""
|
||||
AlphaEar 工具包层 - Agno Toolkit 适配器
|
||||
复用 utils 中的底层工具实现，提供 Agno Agent 兼容的 Toolkit 接口
|
||||
"""
|
||||
from datetime import datetime
|
||||
from typing import Optional
|
||||
from agno.tools import Toolkit
|
||||
from loguru import logger
|
||||
|
||||
from ..utils.database_manager import DatabaseManager
|
||||
from ..utils.news_tools import NewsNowTools, PolymarketTools
|
||||
from ..utils.stock_tools import StockTools
|
||||
from ..utils.search_tools import SearchTools
|
||||
from ..utils.sentiment_tools import SentimentTools
|
||||
|
||||
|
||||
class NewsToolkit(Toolkit):
|
||||
"""
|
||||
新闻工具包 - 包装 NewsNowTools 为 Agno Toolkit
|
||||
|
||||
提供热点新闻获取、内容提取等功能
|
||||
"""
|
||||
|
||||
def __init__(self, db: DatabaseManager, **kwargs):
|
||||
self._news_tools = NewsNowTools(db)
|
||||
self._sources = self._news_tools.SOURCES
|
||||
|
||||
tools = [
|
||||
self.fetch_hot_news,
|
||||
self.fetch_news_content,
|
||||
self.get_unified_trends,
|
||||
self.enrich_news_content,
|
||||
]
|
||||
super().__init__(name="news_toolkit", tools=tools, **kwargs)
|
||||
|
||||
|
||||
def fetch_hot_news(self, source_id: str, count: int = 10) -> str:
|
||||
"""
|
||||
从指定新闻源获取热点新闻列表。
|
||||
|
||||
Args:
|
||||
source_id: 新闻源标识符。可选值按类别:
|
||||
**金融类**: "cls" (财联社), "wallstreetcn" (华尔街见闻), "xueqiu" (雪球)
|
||||
**综合类**: "weibo" (微博热搜), "zhihu" (知乎热榜), "baidu" (百度热搜),
|
||||
"toutiao" (今日头条), "douyin" (抖音), "thepaper" (澎湃新闻)
|
||||
**科技类**: "36kr" (36氪), "ithome" (IT之家), "v2ex", "juejin" (掘金),
|
||||
"hackernews" (Hacker News)
|
||||
推荐金融分析使用 "cls", "wallstreetcn", "xueqiu"。
|
||||
count: 获取的新闻数量，默认 10 条。
|
||||
|
||||
Returns:
|
||||
热点新闻列表的文本描述，包含排名、标题和链接。如果源不可用则返回错误信息。
|
||||
"""
|
||||
logger.info(f"🔧 [TOOL CALLED] fetch_hot_news(source_id={source_id}, count={count})")
|
||||
|
||||
items = self._news_tools.fetch_hot_news(source_id, count=count, fetch_content=False)
|
||||
|
||||
if not items:
|
||||
return f"获取 {source_id} 热点失败"
|
||||
|
||||
source_name = self._sources.get(source_id, source_id)
|
||||
result = f"## {source_name} 热点 (获取时间: {datetime.now().strftime('%Y-%m-%d %H:%M')})\n\n"
|
||||
|
||||
for item in items:
|
||||
result += f"{item['rank']}. {item['title']}\n 链接: {item['url']}\n\n"
|
||||
|
||||
logger.info(f"✅ [TOOL SUCCESS] Got {len(items)} news items from {source_id}")
|
||||
return result
|
||||
|
||||
def fetch_news_content(self, url: str) -> str:
|
||||
"""
|
||||
使用 Jina Reader 抓取指定 URL 的网页正文内容。
|
||||
|
||||
Args:
|
||||
url: 需要抓取内容的完整网页 URL，必须以 http:// 或 https:// 开头。
|
||||
|
||||
Returns:
|
||||
提取的网页正文内容，如果失败则返回错误信息。
|
||||
"""
|
||||
content = self._news_tools.fetch_news_content(url)
|
||||
if content:
|
||||
return content[:5000] # 限制长度
|
||||
return "内容抓取失败"
|
||||
|
||||
def get_unified_trends(self, sources: str = "wallstreetcn,cls") -> str:
|
||||
"""
|
||||
获取多平台综合热点报告。
|
||||
|
||||
Args:
|
||||
sources: 要扫描的新闻源，用逗号分隔。
|
||||
可选值: weibo, zhihu, baidu, toutiao, wallstreetcn, cls
|
||||
默认: "wallstreetcn,cls" (金融资讯)
|
||||
|
||||
Returns:
|
||||
格式化的热点汇总报告。
|
||||
"""
|
||||
source_list = [s.strip() for s in sources.split(",")]
|
||||
report = self._news_tools.get_unified_trends(source_list)
|
||||
return report
|
||||
|
||||
def enrich_news_content(self, source: str = None, limit: int = 5) -> str:
|
||||
"""
|
||||
为数据库中缺少正文内容的新闻补充内容。
|
||||
|
||||
Args:
|
||||
source: 筛选特定新闻源（如 "cls"），为空则处理所有。
|
||||
limit: 最多处理的新闻数量，默认 5 条。
|
||||
|
||||
Returns:
|
||||
处理结果的描述。
|
||||
"""
|
||||
logger.info(f"🔧 [TOOL CALLED] enrich_news_content(source={source}, limit={limit})")
|
||||
|
||||
# 获取需要补充内容的新闻
|
||||
news_items = self._news_tools.db.get_daily_news(source=source, limit=limit)
|
||||
items_without_content = [n for n in news_items if not n.get('content')]
|
||||
|
||||
if not items_without_content:
|
||||
return "没有需要补充内容的新闻"
|
||||
|
||||
updated_count = 0
|
||||
cursor = self._news_tools.db.conn.cursor()
|
||||
|
||||
for item in items_without_content[:limit]:
|
||||
url = item.get('url')
|
||||
if url:
|
||||
content = self._news_tools.fetch_news_content(url)
|
||||
if content:
|
||||
cursor.execute(
|
||||
"UPDATE daily_news SET content = ? WHERE id = ?",
|
||||
(content[:10000], item['id'])
|
||||
)
|
||||
updated_count += 1
|
||||
|
||||
self._news_tools.db.conn.commit()
|
||||
logger.info(f"✅ [TOOL SUCCESS] Enriched {updated_count} news items with content")
|
||||
|
||||
return f"✅ 已为 {updated_count} 条新闻补充正文内容"
|
||||
|
||||
|
||||
class PolymarketToolkit(Toolkit):
|
||||
"""
|
||||
Polymarket 预测市场工具包 - 获取热门预测市场数据
|
||||
|
||||
预测市场数据可反映公众情绪、预期和关注度
|
||||
"""
|
||||
|
||||
def __init__(self, db: DatabaseManager, **kwargs):
|
||||
self._poly_tools = PolymarketTools(db)
|
||||
|
||||
tools = [
|
||||
self.get_prediction_markets,
|
||||
self.get_market_summary,
|
||||
]
|
||||
super().__init__(name="polymarket_toolkit", tools=tools, **kwargs)
|
||||
|
||||
def get_prediction_markets(self, limit: int = 20) -> str:
|
||||
"""
|
||||
获取 Polymarket 活跃预测市场的关键数据。
|
||||
|
||||
预测市场反映公众对重大事件的概率预期，可用于:
|
||||
- 分析市场情绪和风险偏好
|
||||
- 了解热门话题的关注度
|
||||
- 获取重大事件的概率预期
|
||||
|
||||
Args:
|
||||
limit: 获取的市场数量，默认 20 个。
|
||||
|
||||
Returns:
|
||||
预测市场数据列表，包含问题、结果概率和交易量。
|
||||
如果获取失败返回错误信息。
|
||||
"""
|
||||
logger.info(f"🔧 [TOOL CALLED] get_prediction_markets(limit={limit})")
|
||||
|
||||
markets = self._poly_tools.get_active_markets(limit)
|
||||
if not markets:
|
||||
return "❌ 无法获取 Polymarket 数据（可能是网络问题）"
|
||||
|
||||
result = f"## 🔮 Polymarket 热门预测 (共 {len(markets)} 个)\n\n"
|
||||
for i, m in enumerate(markets[:limit], 1):
|
||||
question = m.get("question", "Unknown")
|
||||
prices = m.get("outcomePrices", [])
|
||||
volume = m.get("volume", 0)
|
||||
|
||||
result += f"{i}. **{question}**\n"
|
||||
if prices:
|
||||
result += f" 概率: {prices}\n"
|
||||
if volume:
|
||||
try:
|
||||
result += f" 交易量: ${float(volume):,.0f}\n"
|
||||
except:
|
||||
result += f" 交易量: {volume}\n"
|
||||
result += "\n"
|
||||
|
||||
logger.info(f"✅ [TOOL SUCCESS] Got {len(markets)} prediction markets")
|
||||
return result
|
||||
|
||||
def get_market_summary(self, limit: int = 10) -> str:
|
||||
"""
|
||||
获取预测市场摘要报告，了解当前热门话题和公众预期。
|
||||
|
||||
Args:
|
||||
limit: 获取的市场数量，默认 10 个。
|
||||
|
||||
Returns:
|
||||
格式化的预测市场报告。
|
||||
"""
|
||||
return self._poly_tools.get_market_summary(limit)
|
||||
|
||||
|
||||
class StockToolkit(Toolkit):
|
||||
|
||||
"""
|
||||
股票工具包 - 包装 StockTools 为 Agno Toolkit
|
||||
|
||||
提供股票搜索、价格查询等功能
|
||||
"""
|
||||
|
||||
def __init__(self, db: DatabaseManager, **kwargs):
|
||||
self._stock_tools = StockTools(db)
|
||||
|
||||
tools = [
|
||||
self.search_ticker,
|
||||
self.get_stock_price,
|
||||
]
|
||||
super().__init__(name="stock_toolkit", tools=tools, **kwargs)
|
||||
|
||||
def search_ticker(self, query: str) -> str:
|
||||
"""
|
||||
模糊搜索 A 股股票代码或名称。
|
||||
|
||||
Args:
|
||||
query: 搜索关键词，可以是股票代码（如 "600519"）或名称关键词（如 "茅台"、"宁德"、"比亚迪"）。
|
||||
|
||||
Returns:
|
||||
匹配的股票列表，包含代码和名称。
|
||||
"""
|
||||
q = (query or "").strip()
|
||||
# Guardrails: prevent overly generic queries that tend to return arbitrary "...股份" matches.
|
||||
generic_terms = {
|
||||
"股份",
|
||||
"有限公司",
|
||||
"概念股",
|
||||
"受益股",
|
||||
"龙头",
|
||||
"标的",
|
||||
"相关股票",
|
||||
"合作概念股",
|
||||
}
|
||||
if not q:
|
||||
return "查询为空，无法搜索股票"
|
||||
if q in generic_terms:
|
||||
return f"查询过于泛化（{q}），为避免误匹配已拒绝。请提供更具体的公司名或6位代码。"
|
||||
# If it's not a numeric code, require at least 2 non-space chars.
|
||||
if not any(ch.isdigit() for ch in q) and len(q.replace(" ", "")) < 2:
|
||||
return "查询过短，无法搜索股票。请提供更具体的公司名或6位代码。"
|
||||
|
||||
results = self._stock_tools.search_ticker(query)
|
||||
|
||||
if not results:
|
||||
return f"未找到匹配 '{query}' 的股票"
|
||||
|
||||
output = f"## 股票搜索结果 (关键词: {query})\n\n"
|
||||
for r in results:
|
||||
output += f"- {r['code']} - {r['name']}\n"
|
||||
return output
|
||||
|
||||
def get_stock_price(self, ticker: str, days: int = 30) -> str:
|
||||
"""
|
||||
获取指定股票的近期价格走势。
|
||||
|
||||
Args:
|
||||
ticker: 股票代码，如 "600519"（贵州茅台）或 "000001"（平安银行）。
|
||||
days: 查询天数，默认 30 天。
|
||||
|
||||
Returns:
|
||||
价格走势的文本摘要。
|
||||
"""
|
||||
from datetime import timedelta
|
||||
end_date = datetime.now().strftime('%Y-%m-%d')
|
||||
start_date = (datetime.now() - timedelta(days=days)).strftime('%Y-%m-%d')
|
||||
|
||||
df = self._stock_tools.get_stock_price(ticker, start_date, end_date)
|
||||
|
||||
if df.empty:
|
||||
return f"未能获取 {ticker} 的股价数据"
|
||||
|
||||
|
||||
latest = df.iloc[-1]
|
||||
change = ((latest['close'] - df.iloc[0]['close']) / df.iloc[0]['close']) * 100
|
||||
|
||||
# 格式化历史数据供 LLM 分析 (取最近 15 天)
|
||||
history_df = df.tail(15).copy()
|
||||
history_df['date'] = history_df['date'].astype(str)
|
||||
# 简化列名以节省 token
|
||||
history_cols = ['date', 'open', 'close', 'high', 'low', 'volume']
|
||||
|
||||
# 尝试使用 markdown 格式，如果失败退回到 string
|
||||
try:
|
||||
history_str = history_df[history_cols].to_markdown(index=False, numalign="left", stralign="left")
|
||||
except ImportError:
|
||||
history_str = history_df[history_cols].to_string(index=False)
|
||||
except Exception:
|
||||
history_str = history_df[history_cols].to_string(index=False)
|
||||
|
||||
return f"""## {ticker} 价格走势 ({days}天)
|
||||
- 当前价: ¥{latest['close']:.2f}
|
||||
- 期间涨跌: {change:+.2f}%
|
||||
- 最高/最低: ¥{df['high'].max():.2f} / ¥{df['low'].min():.2f}
|
||||
- 数据范围: {df.iloc[0]['date']} -> {latest['date']}
|
||||
|
||||
### 最近 15 个交易日详细数据 (OHLCV):
|
||||
{history_str}
|
||||
"""
|
||||
|
||||
|
||||
|
||||
class SentimentToolkit(Toolkit):
|
||||
"""
|
||||
情绪分析工具包 - 包装 SentimentTools 为 Agno Toolkit
|
||||
|
||||
提供文本情绪分析功能（支持 BERT 和 LLM 模式）
|
||||
"""
|
||||
|
||||
def __init__(self, db: DatabaseManager, mode: str = "auto", **kwargs):
|
||||
self._sentiment_tools = SentimentTools(db, mode=mode)
|
||||
self._db = db
|
||||
|
||||
tools = [
|
||||
self.analyze_sentiment,
|
||||
self.batch_update_sentiment,
|
||||
]
|
||||
super().__init__(name="sentiment_toolkit", tools=tools, **kwargs)
|
||||
|
||||
def analyze_sentiment(self, text: str) -> str:
|
||||
"""
|
||||
分析文本的情绪极性。
|
||||
|
||||
Args:
|
||||
text: 需要分析的文本内容，如新闻标题或摘要。
|
||||
|
||||
Returns:
|
||||
情绪分析结果，包含分值(-1.0到1.0)和标签(positive/negative/neutral)。
|
||||
"""
|
||||
result = self._sentiment_tools.analyze_sentiment(text)
|
||||
|
||||
score = result.get('score', 0.0)
|
||||
label = result.get('label', 'neutral')
|
||||
reason = result.get('reason', '')
|
||||
|
||||
return f"""情绪分析结果:
|
||||
- 文本: {text[:100]}{'...' if len(text) > 100 else ''}
|
||||
- 分值: {score:.2f}
|
||||
- 标签: {label}
|
||||
- 分析: {reason}"""
|
||||
|
||||
def batch_update_sentiment(self, source: str = None, limit: int = 20) -> str:
|
||||
"""
|
||||
批量更新数据库中新闻的情绪分数。
|
||||
|
||||
Args:
|
||||
source: 筛选特定新闻源（如 "cls", "wallstreetcn"），为空则处理所有。
|
||||
limit: 最多处理的新闻数量，默认 20 条。
|
||||
|
||||
Returns:
|
||||
更新结果的描述。
|
||||
"""
|
||||
logger.info(f"🔧 [TOOL CALLED] batch_update_sentiment(source={source}, limit={limit})")
|
||||
|
||||
count = self._sentiment_tools.batch_update_news_sentiment(source=source, limit=limit)
|
||||
|
||||
return f"✅ 已更新 {count} 条新闻的情绪分数"
|
||||
|
||||
|
||||
|
||||
class SearchToolkit(Toolkit):
|
||||
"""
|
||||
搜索工具包 - 包装 SearchTools 为 Agno Toolkit
|
||||
|
||||
提供网络搜索功能（支持 Jina、DuckDuckGo 和百度）
|
||||
|
||||
当环境变量 JINA_API_KEY 设置时，默认使用 Jina Search，
|
||||
提供 LLM 友好的搜索结果。
|
||||
"""
|
||||
|
||||
def __init__(self, db: DatabaseManager, **kwargs):
|
||||
self._search_tools = SearchTools(db)
|
||||
|
||||
tools = [
|
||||
self.web_search,
|
||||
self.aggregate_search,
|
||||
]
|
||||
super().__init__(name="search_toolkit", tools=tools, **kwargs)
|
||||
|
||||
def web_search(self, query: str, engine: str = None, max_results: int = 5) -> str:
|
||||
"""
|
||||
使用指定搜索引擎执行网络搜索。
|
||||
|
||||
Args:
|
||||
query: 搜索关键词，如 "英伟达财报" 或 "光伏行业政策"。
|
||||
engine: 搜索引擎选择。可选值:
|
||||
"jina" (Jina Search，需配置 JINA_API_KEY，LLM友好输出),
|
||||
"ddg" (DuckDuckGo，推荐英文/国际搜索),
|
||||
"baidu" (百度，推荐中文/国内搜索)。
|
||||
默认: 若配置了 JINA_API_KEY 则使用 "jina"，否则 "ddg"。
|
||||
max_results: 返回结果数量。默认 5。
|
||||
|
||||
Returns:
|
||||
搜索结果的文本描述。
|
||||
"""
|
||||
return self._search_tools.search(query, engine=engine, max_results=max_results)
|
||||
|
||||
def aggregate_search(self, query: str, max_results: int = 5) -> str:
|
||||
"""
|
||||
同时使用多个搜索引擎搜索并聚合结果。
|
||||
|
||||
Args:
|
||||
query: 搜索关键词。
|
||||
max_results: 每个引擎返回的最大结果数。默认 5。
|
||||
|
||||
Returns:
|
||||
聚合后的搜索结果。
|
||||
"""
|
||||
return self._search_tools.aggregate_search(query, max_results=max_results)
|
||||
|
||||
|
||||
class ContextSearchToolkit(Toolkit):
|
||||
"""
|
||||
上下文搜索工具包 - 用于 RAG 场景的文档片段检索
|
||||
|
||||
支持在内存中存储文档片段，并通过关键词搜索相关内容。
|
||||
适用于 ReportAgent 的分段编辑场景。
|
||||
"""
|
||||
|
||||
def __init__(self, **kwargs):
|
||||
self._store = {} # {doc_id: {"title": str, "content": str, "summary": str}}
|
||||
|
||||
tools = [
|
||||
self.search_context,
|
||||
self.get_toc,
|
||||
]
|
||||
super().__init__(name="context_search_toolkit", tools=tools, **kwargs)
|
||||
|
||||
def add_document(self, doc_id: str, title: str, content: str, summary: str = ""):
|
||||
"""添加文档到存储（供外部调用，非 LLM 工具）"""
|
||||
self._store[doc_id] = {
|
||||
"title": title,
|
||||
"content": content,
|
||||
"summary": summary or content[:200] + "..."
|
||||
}
|
||||
logger.info(f"📄 Added document to context store: {doc_id} - {title[:30]}...")
|
||||
|
||||
def clear(self):
|
||||
"""清空文档存储"""
|
||||
self._store.clear()
|
||||
logger.info("🗑️ Context store cleared")
|
||||
|
||||
def search_context(self, query: str, max_results: int = 3) -> str:
|
||||
"""
|
||||
在已存储的文档中搜索与查询相关的内容片段。
|
||||
|
||||
Args:
|
||||
query: 搜索关键词，如 "消费板块" 或 "茅台 预测"。
|
||||
max_results: 返回的最大结果数，默认 3。
|
||||
|
||||
Returns:
|
||||
匹配的文档片段，按相关性排序。
|
||||
"""
|
||||
logger.info(f"🔍 [TOOL CALLED] search_context(query={query}, max_results={max_results})")
|
||||
|
||||
if not self._store:
|
||||
return "⚠️ 上下文存储为空，无可搜索内容。"
|
||||
|
||||
# 简单的关键词匹配 + 计分
|
||||
query_terms = query.lower().split()
|
||||
results = []
|
||||
|
||||
for doc_id, doc in self._store.items():
|
||||
score = 0
|
||||
content_lower = doc["content"].lower()
|
||||
title_lower = doc["title"].lower()
|
||||
|
||||
for term in query_terms:
|
||||
# 标题匹配权重更高
|
||||
if term in title_lower:
|
||||
score += 3
|
||||
if term in content_lower:
|
||||
score += content_lower.count(term)
|
||||
|
||||
if score > 0:
|
||||
results.append((score, doc_id, doc))
|
||||
|
||||
# 按分数排序
|
||||
results.sort(key=lambda x: x[0], reverse=True)
|
||||
results = results[:max_results]
|
||||
|
||||
if not results:
|
||||
return f"未找到与 '{query}' 相关的内容。"
|
||||
|
||||
output = f"## 搜索结果 (查询: {query})\n\n"
|
||||
for score, doc_id, doc in results:
|
||||
output += f"### [{doc_id}] {doc['title']}\n"
|
||||
# 返回摘要而非全文，节省 token
|
||||
output += f"{doc['summary']}\n\n"
|
||||
|
||||
logger.info(f"✅ [TOOL SUCCESS] Found {len(results)} matching documents")
|
||||
return output
|
||||
|
||||
def get_toc(self) -> str:
|
||||
"""
|
||||
获取当前存储的所有文档的目录（TOC）。
|
||||
|
||||
Returns:
|
||||
文档目录列表，包含 ID 和标题。
|
||||
"""
|
||||
logger.info("🔍 [TOOL CALLED] get_toc()")
|
||||
|
||||
if not self._store:
|
||||
return "⚠️ 上下文存储为空。"
|
||||
|
||||
output = "## 文档目录 (TOC)\n\n"
|
||||
for doc_id, doc in self._store.items():
|
||||
output += f"- **[{doc_id}]** {doc['title']}\n"
|
||||
|
||||
return output
|
||||
|
||||
Reference in New Issue
Block a user