kunthawat/ALwrity
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

WIP- Try AI-Writer and Web research; working. Working on usuability aspects.

Browse Source
This commit is contained in:
AjaySi
2024-03-02 08:52:42 +05:30
parent a87a87a620
commit 87053406ba
14 changed files with 162 additions and 108 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
lib/ai_web_researcher/google_trends_researcher.py
View File

@@ -182,7 +182,10 @@ def get_related_topics_and_save_csv(search_keywords):
pytrends.build_payload(search_keywords, cat=0, timeframe='today 12-m')
# Get related topics
data = pytrends.related_topics()
try:
data = pytrends.related_topics()
except Exception as err:
logger.error(f"Failed to get pytrends realted topics: {err}")
# Extract data from the result
top_topics = list(data.values())[0]['top']
rising_topics = list(data.values())[0]['rising']
@@ -215,7 +218,7 @@ def get_related_topics_and_save_csv(search_keywords):
return all_topics_df
except Exception as e:
print(f"ERROR: An error occurred in related topics: {e}")
logger.error(f"ERROR: An error occurred in related topics: {e}")
return pd.DataFrame()

13
lib/ai_web_researcher/gpt_online_researcher.py
View File

@@ -47,7 +47,9 @@ def do_google_serp_search(search_keywords):
""" """
try:
logger.info(f"Doing Google search for: {search_keywords}\n")
return(google_search(search_keywords))
g_results = google_search(search_keywords)
g_titles = extract_info(g_results, 'titles')
return(g_results, g_titles)
except Exception as err:
logger.error(f"Failed to do Google Serpapi research: {err}")
# Not failing, as tavily would do same and then GPT-V to search.
@@ -58,7 +60,9 @@ def do_tavily_ai_search(search_keywords, include_domains=None):
try:
# FIXME: Include the follow-up questions as blog FAQs.
logger.info(f"Doing Tavily AI search for: {search_keywords}")
return(get_tavilyai_results(search_keywords, include_domains))
t_results = get_tavilyai_results(search_keywords, include_domains)
t_titles = tavily_extract_information(t_results, 'titles')
return(t_results, t_titles)
except Exception as err:
logger.error(f"Failed to do Tavily AI Search: {err}")
@@ -75,7 +79,8 @@ def do_metaphor_ai_research(search_keywords,
include_domains=include_domains,
time_range=time_range,
similar_url=similar_url)
return response_articles
m_titles = metaphor_extract_titles_or_text(response_articles, return_titles=True)
return(response_articles, m_titles)
except Exception as err:
logger.error(f"Failed to do Metaphor search: {err}")
@@ -139,7 +144,7 @@ def tavily_extract_information(json_data, keyword):
Returns:
list or str: The extracted information based on the keyword.
"""
if keyword == 'title':
if keyword == 'titles':
return [result['title'] for result in json_data['results']]
elif keyword == 'content':
return [result['content'] for result in json_data['results']]