refactor: move initialize_client function to a separate file for better modularity

This commit is contained in:
ajaysi (aider)
2024-09-17 11:27:35 +05:30
parent 0787f7e807
commit 1078c969ca

View File

@@ -1,7 +1,4 @@
import os
from pathlib import Path
from firecrawl import FirecrawlApp
from firecrawl_client import initialize_client
import logging
from dotenv import load_dotenv
# Load environment variables from .env file
@@ -10,18 +7,6 @@ load_dotenv(Path('../../.env'))
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
def initialize_client():
"""
Initialize and return a Firecrawl client.
Args:
api_key (str): Your Firecrawl API key.
Returns:
firecrawl.Client: An instance of the Firecrawl client.
"""
return FirecrawlApp(api_key=os.getenv("FIRECRAWL_API_KEY"))
def scrape_website(website_url, depth=1, max_pages=10):
"""