WIP- Try AI-Writer and Web research; working.

lib/ai_web_researcher/you_web_reseacher.py

@@ -1,10 +1,14 @@
+import os
+
 import requests
 from clint.textui import progress
 from loguru import logger
+from pathlib import Path
+from dotenv import load_dotenv
+load_dotenv(Path('../../.env'))
 
 
-
-def search_ydc_index(search_query, num_web_results=10, country="IN", api_key="<api-key>"):
+def search_ydc_index(search_query, num_web_results=10, country="IN"):
     """
     Search YDC Index API and retrieve results.
 
@@ -17,24 +21,20 @@ def search_ydc_index(search_query, num_web_results=10, country="IN", api_key="<a
     Returns:
         dict: The response from the YDC Index API in JSON format.
     """
+    api_key = os.environ["YOU_API_KEY"]
     try:
         url = "https://api.ydc-index.io/search"
 
         querystring = {
             "query": search_query,
-            "num_web_results": str(num_web_results),
-            "country": country
         }
 
         headers = {"X-API-Key": api_key}
 
-        with progress.Bar(expected_size=num_web_results, label="Searching YDC Index") as bar:
-            response = requests.get(url, headers=headers, params=querystring, stream=True)
-            response.raise_for_status()  # Raise an HTTPError for bad responses (4xx or 5xx)
-
-            result_json = response.json()
-            bar.show(result_json.get("web_results", []))  # Update progress bar with the number of web results
+        response = requests.get(url, headers=headers, params=querystring, stream=True)
+        response.raise_for_status()  # Raise an HTTPError for bad responses (4xx or 5xx)
 
+        result_json = response.json()
         return result_json
 
     except requests.exceptions.RequestException as req_exc:
@@ -45,19 +45,20 @@ def search_ydc_index(search_query, num_web_results=10, country="IN", api_key="<a
         logger.error(f"An error occurred: {e}")
         return {"error": str(e)}
 
-def get_rag_results(search_query, num_web_results=10, country="IN", api_key="<api-key>"):
+
+def get_rag_results(search_query, num_web_results=10, country="IN"):
     """
     Retrieve RAG (Relevance, Authority, and Goodness) results from YDC Index API.
 
     Args:
         search_query (str): The search query.
         num_web_results (int): Number of web results to retrieve.
-        country (str): Country code.
-        api_key (str): YDC Index API key.
+        country (str): Country code
 
     Returns:
         dict: The response from the YDC Index API in JSON format.
     """
+    api_key = os.environ["YOU_API_KEY"]
     try:
         url = "https://api.ydc-index.io/rag"
 
@@ -87,7 +88,7 @@ def get_rag_results(search_query, num_web_results=10, country="IN", api_key="<ap
         return {"error": str(e)}
 
 
-def get_news_results(query, spellcheck=True, api_key="<api-key>"):
+def get_news_results(query, spellcheck=True):
     """
     Retrieve news results from YDC Index API.
 
@@ -99,6 +100,7 @@ def get_news_results(query, spellcheck=True, api_key="<api-key>"):
     Returns:
         dict: The response from the YDC Index API in JSON format.
     """
+    api_key = os.environ["YOU_API_KEY"]
     try:
         url = "https://api.ydc-index.io/news"
 
@@ -125,13 +127,3 @@ def get_news_results(query, spellcheck=True, api_key="<api-key>"):
     except Exception as e:
         logger.error(f"An error occurred: {e}")
         return {"error": str(e)}
-
-
-# Example usage
-search_query = "Getting started with llamaindex"
-result = get_news_results(search_query)
-print(result)
-result = get_rag_results(search_query)
-print(result)
-result = search_ydc_index(search_query)
-print(result)