feat(website-crawl): add jina reader as additional alternative for website crawling (#8761)

2024-09-30 09:57:19 +08:00
parent fb49413a41
commit 369e1e6f58
38 changed files with 927 additions and 75 deletions
--- a/web/models/common.ts
+++ b/web/models/common.ts
@@ -177,6 +177,7 @@ export enum DataSourceCategory {
 }
 export enum DataSourceProvider {
  fireCrawl = 'firecrawl',
+  jinaReader = 'jinareader',
 }

 export type FirecrawlConfig = {