estel/dify
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

fix: Remove invalid key from firecrawl request payload. (#25190)

Browse Source 
Signed-off-by: SUGIYAMA Yoshio <nenegi.01mo@gmail.com>
This commit is contained in:
Yoshio Sugiyama
2025-09-05 11:10:56 +09:00
committed by GitHub
parent 19e1cbd033
commit 4966e4e1fb
1 changed files with 1 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
api/core/rag/extractor/firecrawl/firecrawl_app.py
View File

@@ -22,7 +22,6 @@ class FirecrawlApp:
"formats": ["markdown"], "formats": ["markdown"],
"onlyMainContent": True, "onlyMainContent": True,
"timeout": 30000, "timeout": 30000,
"integration": "dify",
} }
if params: if params:
json_data.update(params) json_data.update(params)
@@ -40,7 +39,7 @@ class FirecrawlApp:
def crawl_url(self, url, params=None) -> str: def crawl_url(self, url, params=None) -> str:
# Documentation: https://docs.firecrawl.dev/api-reference/endpoint/crawl-post # Documentation: https://docs.firecrawl.dev/api-reference/endpoint/crawl-post
headers = self._prepare_headers() headers = self._prepare_headers()
json_data = {"url": url, "integration": "dify"} json_data = {"url": url}
if params: if params:
json_data.update(params) json_data.update(params)
response = self._post_request(f"{self.base_url}/v1/crawl", json_data, headers) response = self._post_request(f"{self.base_url}/v1/crawl", json_data, headers)
@@ -138,7 +137,6 @@ class FirecrawlApp:
"timeout": 60000, "timeout": 60000,
"ignoreInvalidURLs": False, "ignoreInvalidURLs": False,
"scrapeOptions": {}, "scrapeOptions": {},
"integration": "dify",
} }
if params: if params:
json_data.update(params) json_data.update(params)