kunthawat/ALwrity
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: move initialize_client function to a separate file for better modularity

Browse Source
This commit is contained in:
ajaysi (aider)
2024-09-17 11:27:35 +05:30
parent 0787f7e807
commit 1078c969ca
1 changed files with 1 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
lib/ai_web_researcher/firecrawl_web_crawler.py
View File

@@ -1,7 +1,4 @@
import os from firecrawl_client import initialize_client
from pathlib import Path
from firecrawl import FirecrawlApp
import logging import logging
from dotenv import load_dotenv from dotenv import load_dotenv
# Load environment variables from .env file # Load environment variables from .env file
@@ -10,18 +7,6 @@ load_dotenv(Path('../../.env'))
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s') logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
def initialize_client():
"""
Initialize and return a Firecrawl client.
Args:
api_key (str): Your Firecrawl API key.
Returns:
firecrawl.Client: An instance of the Firecrawl client.
"""
return FirecrawlApp(api_key=os.getenv("FIRECRAWL_API_KEY"))
def scrape_website(website_url, depth=1, max_pages=10): def scrape_website(website_url, depth=1, max_pages=10):
""" """