
Signed-off-by: yihong0618 <zouzou0208@gmail.com> Signed-off-by: -LAN- <laipz8200@outlook.com> Co-authored-by: AkaraChen <akarachen@outlook.com> Co-authored-by: nite-knite <nkCoding@gmail.com> Co-authored-by: Joel <iamjoel007@gmail.com> Co-authored-by: Warren Chen <warren.chen830@gmail.com> Co-authored-by: crazywoola <427733928@qq.com> Co-authored-by: Yi Xiao <54782454+YIXIAO0@users.noreply.github.com> Co-authored-by: yihong <zouzou0208@gmail.com> Co-authored-by: -LAN- <laipz8200@outlook.com> Co-authored-by: KVOJJJin <jzongcode@gmail.com> Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: JzoNgKVO <27049666+JzoNgKVO@users.noreply.github.com> Co-authored-by: Charlie.Wei <luowei@cvte.com> Co-authored-by: crazywoola <100913391+crazywoola@users.noreply.github.com> Co-authored-by: huayaoyue6 <huayaoyue@163.com> Co-authored-by: kurokobo <kuro664@gmail.com> Co-authored-by: Matsuda <yiyth.fcb6@gmail.com> Co-authored-by: shirochan <s.yusuke0711@gmail.com> Co-authored-by: Jyong <76649700+JohnJyong@users.noreply.github.com> Co-authored-by: Huỳnh Gia Bôi <boihuynh147@gmail.com> Co-authored-by: Julian Huynh <julian.huynh@immersio.io> Co-authored-by: Hash Brown <hi@xzd.me> Co-authored-by: 非法操作 <hjlarry@163.com> Co-authored-by: Kazuki Takamatsu <kazuki.takamatsu@chowagiken.co.jp> Co-authored-by: Trey Dong <1346650911@qq.com> Co-authored-by: VoidIsVoid <343750470@qq.com> Co-authored-by: Gimling <huangjl@ruyi.ai> Co-authored-by: xiandan-erizo <xiandan.erizo@gmail.com> Co-authored-by: Muneyuki Noguchi <nogu.dev@gmail.com> Co-authored-by: zhaobingshuang <1475195565@qq.com> Co-authored-by: zhaobs <zhaobs@cailian.net> Co-authored-by: suzuki.sh <s2terminal@users.noreply.github.com> Co-authored-by: Yingchun Lai <laiyingchun@apache.org> Co-authored-by: huanshare <huanshare@live.com> Co-authored-by: huanshare <liuhuan101@longfor.com> Co-authored-by: orangeclk <orangeclk@users.noreply.github.com> Co-authored-by: 문정현 <120004247+JungHyunMoon@users.noreply.github.com> Co-authored-by: barabicu <kztk533@gmail.com> Co-authored-by: Wei Mingzhi <whistler_wmz@users.sf.net> Co-authored-by: Paul van Oorschot <20116814+pvoo@users.noreply.github.com> Co-authored-by: zkyTech <zhangkunyuan@hotmail.com> Co-authored-by: zhangkunyuan <zhangkunyuan@cmhi.chinamobile.com> Co-authored-by: Tommy <34446820+Asterovim@users.noreply.github.com> Co-authored-by: zxhlyh <jasonapring2015@outlook.com> Co-authored-by: Novice <857526207@qq.com> Co-authored-by: Novice Lee <novicelee@NovicedeMacBook-Pro.local> Co-authored-by: Novice Lee <novicelee@NoviPro.local> Co-authored-by: zxhlyh <16177003+zxhlyh@users.noreply.github.com> Co-authored-by: liuzhenghua <1090179900@qq.com> Co-authored-by: Jiang <65766008+AlwaysBluer@users.noreply.github.com> Co-authored-by: jiangzhijie <jiangzhijie.jzj@alibaba-inc.com> Co-authored-by: Joe <79627742+ZhouhaoJiang@users.noreply.github.com> Co-authored-by: Alok Shrivastwa <alok.shrivastwa@gmail.com> Co-authored-by: Alok Shrivastwa <Alok.Shrivastwa@microland.com> Co-authored-by: JasonVV <jasonwangiii@outlook.com> Co-authored-by: Hiroshi Fujita <fujita-h@users.noreply.github.com> Co-authored-by: Kevin9703 <51311316+Kevin9703@users.noreply.github.com> Co-authored-by: NFish <douxc512@gmail.com> Co-authored-by: Junyan Qin <1010553892@qq.com> Co-authored-by: IWAI, Masaharu <iwaim.sub@gmail.com> Co-authored-by: IWAI, Masaharu <iwai_masaharu@funkit.co.jp> Co-authored-by: Bowen Liang <liangbowen@gf.com.cn> Co-authored-by: luckylhb90 <luckylhb90@gmail.com> Co-authored-by: hobo.l <hobo.l@binance.com> Co-authored-by: douxc <7553076+douxc@users.noreply.github.com>
209 lines
7.4 KiB
TypeScript
209 lines
7.4 KiB
TypeScript
import { memo, useMemo, useRef, useState } from 'react'
|
|
import type { FC } from 'react'
|
|
import { useTranslation } from 'react-i18next'
|
|
import { useContext } from 'use-context-selector'
|
|
import { useParams } from 'next/navigation'
|
|
import { RiCloseLine, RiExpandDiagonalLine } from '@remixicon/react'
|
|
import { useShallow } from 'zustand/react/shallow'
|
|
import { useSegmentListContext } from './completed'
|
|
import { SegmentIndexTag } from './completed/common/segment-index-tag'
|
|
import ActionButtons from './completed/common/action-buttons'
|
|
import Keywords from './completed/common/keywords'
|
|
import ChunkContent from './completed/common/chunk-content'
|
|
import AddAnother from './completed/common/add-another'
|
|
import Dot from './completed/common/dot'
|
|
import { useDocumentContext } from './index'
|
|
import { useStore as useAppStore } from '@/app/components/app/store'
|
|
import { ToastContext } from '@/app/components/base/toast'
|
|
import { ChunkingMode, type SegmentUpdater } from '@/models/datasets'
|
|
import classNames from '@/utils/classnames'
|
|
import { formatNumber } from '@/utils/format'
|
|
import Divider from '@/app/components/base/divider'
|
|
import { useAddSegment } from '@/service/knowledge/use-segment'
|
|
|
|
type NewSegmentModalProps = {
|
|
onCancel: () => void
|
|
docForm: ChunkingMode
|
|
onSave: () => void
|
|
viewNewlyAddedChunk: () => void
|
|
}
|
|
|
|
const NewSegmentModal: FC<NewSegmentModalProps> = ({
|
|
onCancel,
|
|
docForm,
|
|
onSave,
|
|
viewNewlyAddedChunk,
|
|
}) => {
|
|
const { t } = useTranslation()
|
|
const { notify } = useContext(ToastContext)
|
|
const [question, setQuestion] = useState('')
|
|
const [answer, setAnswer] = useState('')
|
|
const { datasetId, documentId } = useParams<{ datasetId: string; documentId: string }>()
|
|
const [keywords, setKeywords] = useState<string[]>([])
|
|
const [loading, setLoading] = useState(false)
|
|
const [addAnother, setAddAnother] = useState(true)
|
|
const fullScreen = useSegmentListContext(s => s.fullScreen)
|
|
const toggleFullScreen = useSegmentListContext(s => s.toggleFullScreen)
|
|
const mode = useDocumentContext(s => s.mode)
|
|
const { appSidebarExpand } = useAppStore(useShallow(state => ({
|
|
appSidebarExpand: state.appSidebarExpand,
|
|
})))
|
|
const refreshTimer = useRef<any>(null)
|
|
|
|
const CustomButton = <>
|
|
<Divider type='vertical' className='h-3 mx-1 bg-divider-regular' />
|
|
<button
|
|
type='button'
|
|
className='text-text-accent system-xs-semibold'
|
|
onClick={() => {
|
|
clearTimeout(refreshTimer.current)
|
|
viewNewlyAddedChunk()
|
|
}}>
|
|
{t('common.operation.view')}
|
|
</button>
|
|
</>
|
|
|
|
const isQAModel = useMemo(() => {
|
|
return docForm === ChunkingMode.qa
|
|
}, [docForm])
|
|
|
|
const handleCancel = (actionType: 'esc' | 'add' = 'esc') => {
|
|
if (actionType === 'esc' || !addAnother)
|
|
onCancel()
|
|
setQuestion('')
|
|
setAnswer('')
|
|
setKeywords([])
|
|
}
|
|
|
|
const { mutateAsync: addSegment } = useAddSegment()
|
|
|
|
const handleSave = async () => {
|
|
const params: SegmentUpdater = { content: '' }
|
|
if (isQAModel) {
|
|
if (!question.trim()) {
|
|
return notify({
|
|
type: 'error',
|
|
message: t('datasetDocuments.segment.questionEmpty'),
|
|
})
|
|
}
|
|
if (!answer.trim()) {
|
|
return notify({
|
|
type: 'error',
|
|
message: t('datasetDocuments.segment.answerEmpty'),
|
|
})
|
|
}
|
|
|
|
params.content = question
|
|
params.answer = answer
|
|
}
|
|
else {
|
|
if (!question.trim()) {
|
|
return notify({
|
|
type: 'error',
|
|
message: t('datasetDocuments.segment.contentEmpty'),
|
|
})
|
|
}
|
|
|
|
params.content = question
|
|
}
|
|
|
|
if (keywords?.length)
|
|
params.keywords = keywords
|
|
|
|
setLoading(true)
|
|
await addSegment({ datasetId, documentId, body: params }, {
|
|
onSuccess() {
|
|
notify({
|
|
type: 'success',
|
|
message: t('datasetDocuments.segment.chunkAdded'),
|
|
className: `!w-[296px] !bottom-0 ${appSidebarExpand === 'expand' ? '!left-[216px]' : '!left-14'}
|
|
!top-auto !right-auto !mb-[52px] !ml-11`,
|
|
customComponent: CustomButton,
|
|
})
|
|
handleCancel('add')
|
|
refreshTimer.current = setTimeout(() => {
|
|
onSave()
|
|
}, 3000)
|
|
},
|
|
onSettled() {
|
|
setLoading(false)
|
|
},
|
|
})
|
|
}
|
|
|
|
const wordCountText = useMemo(() => {
|
|
const count = isQAModel ? (question.length + answer.length) : question.length
|
|
return `${formatNumber(count)} ${t('datasetDocuments.segment.characters', { count })}`
|
|
// eslint-disable-next-line react-hooks/exhaustive-deps
|
|
}, [question.length, answer.length, isQAModel])
|
|
|
|
return (
|
|
<div className={'flex flex-col h-full'}>
|
|
<div className={classNames('flex items-center justify-between', fullScreen ? 'py-3 pr-4 pl-6 border border-divider-subtle' : 'pt-3 pr-3 pl-4')}>
|
|
<div className='flex flex-col'>
|
|
<div className='text-text-primary system-xl-semibold'>{
|
|
t('datasetDocuments.segment.addChunk')
|
|
}</div>
|
|
<div className='flex items-center gap-x-2'>
|
|
<SegmentIndexTag label={t('datasetDocuments.segment.newChunk')!} />
|
|
<Dot />
|
|
<span className='text-text-tertiary system-xs-medium'>{wordCountText}</span>
|
|
</div>
|
|
</div>
|
|
<div className='flex items-center'>
|
|
{fullScreen && (
|
|
<>
|
|
<AddAnother className='mr-3' isChecked={addAnother} onCheck={() => setAddAnother(!addAnother)} />
|
|
<ActionButtons
|
|
handleCancel={handleCancel.bind(null, 'esc')}
|
|
handleSave={handleSave}
|
|
loading={loading}
|
|
actionType='add'
|
|
/>
|
|
<Divider type='vertical' className='h-3.5 bg-divider-regular ml-4 mr-2' />
|
|
</>
|
|
)}
|
|
<div className='w-8 h-8 flex justify-center items-center p-1.5 cursor-pointer mr-1' onClick={toggleFullScreen}>
|
|
<RiExpandDiagonalLine className='w-4 h-4 text-text-tertiary' />
|
|
</div>
|
|
<div className='w-8 h-8 flex justify-center items-center p-1.5 cursor-pointer' onClick={handleCancel.bind(null, 'esc')}>
|
|
<RiCloseLine className='w-4 h-4 text-text-tertiary' />
|
|
</div>
|
|
</div>
|
|
</div>
|
|
<div className={classNames('flex grow', fullScreen ? 'w-full flex-row justify-center px-6 pt-6 gap-x-8' : 'flex-col gap-y-1 py-3 px-4')}>
|
|
<div className={classNames('break-all overflow-hidden whitespace-pre-line', fullScreen ? 'w-1/2' : 'grow')}>
|
|
<ChunkContent
|
|
docForm={docForm}
|
|
question={question}
|
|
answer={answer}
|
|
onQuestionChange={question => setQuestion(question)}
|
|
onAnswerChange={answer => setAnswer(answer)}
|
|
isEditMode={true}
|
|
/>
|
|
</div>
|
|
{mode === 'custom' && <Keywords
|
|
className={fullScreen ? 'w-1/5' : ''}
|
|
actionType='add'
|
|
keywords={keywords}
|
|
isEditMode={true}
|
|
onKeywordsChange={keywords => setKeywords(keywords)}
|
|
/>}
|
|
</div>
|
|
{!fullScreen && (
|
|
<div className='flex items-center justify-between p-4 pt-3 border-t-[1px] border-t-divider-subtle'>
|
|
<AddAnother isChecked={addAnother} onCheck={() => setAddAnother(!addAnother)} />
|
|
<ActionButtons
|
|
handleCancel={handleCancel.bind(null, 'esc')}
|
|
handleSave={handleSave}
|
|
loading={loading}
|
|
actionType='add'
|
|
/>
|
|
</div>
|
|
)}
|
|
</div>
|
|
)
|
|
}
|
|
|
|
export default memo(NewSegmentModal)
|