refactor: move initialize_client function to a separate file for better modularity
This commit is contained in:
@@ -1,7 +1,4 @@
|
||||
import os
|
||||
from pathlib import Path
|
||||
|
||||
from firecrawl import FirecrawlApp
|
||||
from firecrawl_client import initialize_client
|
||||
import logging
|
||||
from dotenv import load_dotenv
|
||||
# Load environment variables from .env file
|
||||
@@ -10,18 +7,6 @@ load_dotenv(Path('../../.env'))
|
||||
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
|
||||
|
||||
|
||||
def initialize_client():
|
||||
"""
|
||||
Initialize and return a Firecrawl client.
|
||||
|
||||
Args:
|
||||
api_key (str): Your Firecrawl API key.
|
||||
|
||||
Returns:
|
||||
firecrawl.Client: An instance of the Firecrawl client.
|
||||
"""
|
||||
return FirecrawlApp(api_key=os.getenv("FIRECRAWL_API_KEY"))
|
||||
|
||||
|
||||
def scrape_website(website_url, depth=1, max_pages=10):
|
||||
"""
|
||||
|
||||
Reference in New Issue
Block a user