refactor: Update Firecrawl API parameters and default settings (#13082)

This commit is contained in:
Ademílson Tonato
2025-01-29 03:21:05 +00:00
committed by GitHub
parent d44882c1b5
commit d0a21086bd
4 changed files with 10 additions and 12 deletions

View File

@@ -38,9 +38,8 @@ class WebsiteService:
only_main_content = options.get("only_main_content", False)
if not crawl_sub_pages:
params = {
"includes": [],
"excludes": [],
"generateImgAltText": True,
"includePaths": [],
"excludePaths": [],
"limit": 1,
"scrapeOptions": {"onlyMainContent": only_main_content},
}
@@ -48,9 +47,8 @@ class WebsiteService:
includes = options.get("includes").split(",") if options.get("includes") else []
excludes = options.get("excludes").split(",") if options.get("excludes") else []
params = {
"includes": includes,
"excludes": excludes,
"generateImgAltText": True,
"includePaths": includes,
"excludePaths": excludes,
"limit": options.get("limit", 1),
"scrapeOptions": {"onlyMainContent": only_main_content},
}