WIP- Try AI-Writer and Web research; working. Working on usuability aspects.

2024-03-06 15:39:02 +05:30
parent 16e68c8959
commit 27f6952dd0
29 changed files with 399 additions and 602 deletions
--- a/lib/ai_writers/blog_from_google_serp.py
+++ b/lib/ai_writers/blog_from_google_serp.py
@@ -34,14 +34,14 @@ def write_blog_google_serp(search_keyword, search_results):
        Google search Result: "{search_results}"
        """
    logger.info("Generating blog and FAQs from web search result.")
-    if 'google' in gpt_providers:
+    if 'google' in gpt_providers.lower():
        try:
            response = gemini_text_response(prompt)
            return response
        except Exception as err:
            logger.error(f"Failed to get response from gemini: {err}")
            raise err
-    elif 'openai' in gpt_providers:
+    elif 'openai' in gpt_providers.lower():
        try:
            logger.info("Calling OpenAI LLM.")
            response = openai_chatgpt(prompt)
--- a/lib/ai_writers/combine_blog_and_keywords.py
+++ b/lib/ai_writers/combine_blog_and_keywords.py
@@ -30,7 +30,7 @@ def blog_with_keywords(blog, keywords):
        list of keywords: '{keywords}'
        """

-    if 'google' in gpt_providers:
+    if 'google' in gpt_providers.lower():
        prompt = f"""You are an expert copywriter specializing in content optimization for SEO. 
        I will provide you with my 'blog content' and 'list of keywords' on the same topic.
        Your task is to write an original blog, using the given keywords and blog content.
@@ -39,7 +39,6 @@ def blog_with_keywords(blog, keywords):
        Always, include figures, data, results from given content.
        It is important that your blog is original and unique. It should be highly readable and SEO optimized.

-
        Blog content: '{blog}'
        list of keywords: '{keywords}'
        """
@@ -49,7 +48,7 @@ def blog_with_keywords(blog, keywords):
        except Exception as err:
            logger.error(f"Failed to get response from gemini: {err}")
            raise err
-    elif 'openai' in gpt_providers:
+    elif 'openai' in gpt_providers.lower():
        try:
            logger.info("Calling OpenAI LLM.")
            response = openai_chatgpt(prompt)
--- a/lib/ai_writers/combine_research_and_blog.py
+++ b/lib/ai_writers/combine_research_and_blog.py
@@ -20,10 +20,10 @@ def blog_with_research(report, blog):
    """Combine the given online research and gpt blog content"""
    gpt_providers = os.environ["GPT_PROVIDER"]
    prompt = f"""
-        You are an expert copywriter specializing in content optimization for SEO.
+        You are an expert copywriter specializing in SEO content optimization for blogs.
        I will provide you with a 'research report' and a 'blog content' on the same topic.
-        Your task is to transform and combine the given research and blog content into a well-structured markdown, unique
-        and engaging blog article.
+        Your task is to transform and combine the given 'research report' and 'blog content' into a well-structured, unique
+        and original blog article.

        Your objectives include:
        1. Master the report and blog content: Understand main ideas, key points, and the core message.
@@ -47,11 +47,11 @@ def blog_with_research(report, blog):
        that will rank well in search engine results and engage readers effectively.

        Create a blog post, in markdown, from the given research report and blog content below.
-        Research report: {report}
-        Blog content: {blog}
+        Research report: '{report}'
+        Blog content: '{blog}'
        """

-    if 'google' in gpt_providers:
+    if 'google' in gpt_providers.lower():
        prompt = f"""You are an expert copywriter specializing in content optimization for SEO. 
        I will provide you with my 'research report' and 'blog content' on the same topic.
        Your task is to transform and combine the given research and blog content into a blog article.
@@ -70,7 +70,7 @@ def blog_with_research(report, blog):
        except Exception as err:
            logger.error(f"Failed to get response from gemini: {err}")
            raise err
-    elif 'openai' in gpt_providers:
+    elif 'openai' in gpt_providers.lower():
        try:
            logger.info("Calling OpenAI LLM.")
            response = openai_chatgpt(prompt)
@@ -78,3 +78,6 @@ def blog_with_research(report, blog):
        except Exception as err:
            logger.error(f"failed to get response from Openai: {err}")
            raise err
+    else:
+        logger.error(f"Unrecognised/Un-Supoorted GPT_PROVIDER: {gpt_providers}\n")
+        return
--- a/lib/ai_writers/gpt_blog_sections.py
+++ b/lib/ai_writers/gpt_blog_sections.py
@@ -1,4 +1,5 @@
 import sys
+import os
 import json

 from ..gpt_providers.openai_chat_completion import openai_chatgpt
@@ -13,9 +14,9 @@ logger.add(sys.stdout,


 # FIXME: Provide num_blogs, num_faqs as inputs.
-def get_blog_sections_from_websearch(search_keyword, search_results, gpt_providers="gemini"):
+def get_blog_sections_from_websearch(search_keyword, search_results):
    """Combine the given online research and gpt blog content"""
-
+    gpt_providers = os.environ["GPT_PROVIDER"]
    prompt = f"""
        As a SEO expert and content writer, I will provide you with a search keyword and its google search result.
        Your task is to write a blog title and 5 blog sub titles, from the given google search result.
--- a/lib/ai_writers/keywords_to_blog.py
+++ b/lib/ai_writers/keywords_to_blog.py
@@ -1,5 +1,6 @@
 import sys
 import os
+from textwrap import dedent
 from pathlib import Path
 from datetime import datetime

@@ -32,41 +33,42 @@ def write_blog_from_keywords(search_keywords, url=None):
    # TBD: Keeping the results directory as fixed, for now.
    os.environ["SEARCH_SAVE_FILE"] = os.path.join(os.getcwd(), "workspace", "web_research_reports",
            search_keywords.replace(" ", "_") + "_" + datetime.now().strftime("%Y-%m-%d_%H-%M-%S"))
-    logger.info(f"Researching and Writing Blog on keywords: {search_keywords}")
    # Use to store the blog in a string, to save in a *.md file.
    blog_markdown_str = ""
    example_blog_titles = []
+    
+    logger.info(f"Researching and Writing Blog on keywords: {search_keywords}")
    # Call on the got-researcher, tavily apis for this. Do google search for organic competition.
    google_search_result, g_titles = do_google_serp_search(search_keywords)
    example_blog_titles.append(g_titles)
    blog_markdown_str = write_blog_google_serp(search_keywords, google_search_result)
    # logger.info/check the final blog content.
-    logger.info(f"Final blog content: {blog_markdown_str}")
+    logger.info(f"######### Blog content Google SERP research: ###########\n\n{blog_markdown_str}\n\n")

    # Do Tavily AI research to augument the above blog.
    tavily_search_result, t_titles = do_tavily_ai_search(search_keywords)
    example_blog_titles.append(t_titles)
-    blog_markdown_str = blog_with_research(blog_markdown_str, tavily_search_result)
-    logger.info(f"Final blog content: {blog_markdown_str}")
+    if tavily_search_result:
+        blog_markdown_str = blog_with_research(blog_markdown_str, tavily_search_result)
+        logger.info(f"######### Blog content after Tavily AI research: ######### \n\n{blog_markdown_str}\n\n")

    try:
        # Do Metaphor/Exa AI search.
        metaphor_search_result, m_titles = do_metaphor_ai_research(search_keywords)
        example_blog_titles.append(m_titles)
        blog_markdown_str = blog_with_research(blog_markdown_str, metaphor_search_result)
-        logger.info(f"Final blog content: {blog_markdown_str}")
+        logger.info(f"######## Blog content after EXA AI research: ########## \n\n{blog_markdown_str}\n\n")
    except Exception as err:
        logger.error(f"Failed to do Metaphor AI search: {err}")

    # Do Google trends analysis and combine with latest blog.
    try:
        pytrends_search_result = do_google_pytrends_analysis(search_keywords)
+        logger.info(f"Google Trends keywords to use in the blog: {pytrends_search_result}\n")
        blog_markdown_str = blog_with_keywords(blog_markdown_str, pytrends_search_result)
    except Exception as err:
        logger.error(f"Failed to do Google Trends Analysis:{err}")
-        
-    blog_markdown_str = blog_proof_editor(blog_markdown_str, search_keywords)
-    logger.info(f"Final blog content: {blog_markdown_str}")
+    logger.info(f"########### Blog Content After Google Trends Analysis:######### \n {blog_markdown_str}\n\n")

    # Combine YOU.com RAG search with the latest blog content.
    #you_rag_result = get_rag_results(search_keywords)
@@ -74,6 +76,8 @@ def write_blog_from_keywords(search_keywords, url=None):
    #blog_markdown_str = blog_with_research(blog_markdown_str, you_search_result)
    #logger.info(f"Final blog content: {blog_markdown_str}")

+    blog_markdown_str = blog_proof_editor(blog_markdown_str, search_keywords)
+
    blog_title, blog_meta_desc, blog_tags, blog_categories = blog_metadata(blog_markdown_str, 
            search_keywords, example_blog_titles)

@@ -92,4 +96,12 @@ def write_blog_from_keywords(search_keywords, url=None):
    # TBD: Save the blog content as a .md file. Markdown or HTML ?
    save_blog_to_file(blog_markdown_str, blog_title, blog_meta_desc, blog_tags, blog_categories, generated_image_filepath)

+    blog_frontmatter = dedent(f"""\n\n\n\
+                ---
+                title: {blog_title}
+                categories: [{blog_categories}]
+                tags: [{blog_tags}]
+                Meta description: {blog_meta_desc.replace(":", "-")}
+                ---\n\n""")
+    logger.info(f"{blog_frontmatter}{blog_markdown_str}")
    logger.info(f"\n\n ################ Finished writing Blog for : {search_keywords} #################### \n")