29a4dec387
Add WaterCrawl.dev as an alternative provider for website crawling in datasets/knowledge base alongside Firecrawl and Jina Reader. This integration enhances the data source options for knowledge bases, allowing users to configure and use WaterCrawl for their website content extraction needs. Resolved #15950
22 lines
843 B
TypeScript
22 lines
843 B
TypeScript
import useSWR from 'swr'
|
|
import { useTranslation } from 'react-i18next'
|
|
import DataSourceNotion from './data-source-notion'
|
|
import DataSourceWebsite from './data-source-website'
|
|
import { fetchDataSource } from '@/service/common'
|
|
import { DataSourceProvider } from '@/models/common'
|
|
|
|
export default function DataSourcePage() {
|
|
const { t } = useTranslation()
|
|
const { data } = useSWR({ url: 'data-source/integrates' }, fetchDataSource)
|
|
const notionWorkspaces = data?.data.filter(item => item.provider === 'notion') || []
|
|
|
|
return (
|
|
<div className='mb-8'>
|
|
<DataSourceNotion workspaces={notionWorkspaces} />
|
|
<DataSourceWebsite provider={DataSourceProvider.jinaReader} />
|
|
<DataSourceWebsite provider={DataSourceProvider.fireCrawl} />
|
|
<DataSourceWebsite provider={DataSourceProvider.waterCrawl} />
|
|
</div>
|
|
)
|
|
}
|