jandres/dify
1
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-01-08 07:14:14 +00:00
Code Issues Actions 12 Packages Projects Releases Wiki Activity

feat(website-crawl): add jina reader as additional alternative for website crawling (#8761)

Browse Source
This commit is contained in:
Zhaofeng Miao
2024-09-30 09:57:19 +08:00
committed by GitHub
parent fb49413a41
commit 369e1e6f58
38 changed files with 927 additions and 75 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
web/models/common.ts
View File

@@ -177,6 +177,7 @@ export enum DataSourceCategory {
}
export enum DataSourceProvider {
fireCrawl = 'firecrawl',
jinaReader = 'jinareader',
}
export type FirecrawlConfig = {

1
web/models/datasets.ts
View File

@@ -49,6 +49,7 @@ export type CrawlOptions = {
excludes: string
limit: number | string
max_depth: number | string
use_sitemap: boolean
}
export type CrawlResultItem = {