* fix: remove DefaultTeam (#4037) * fix :Get application bound knowledge base information logical rewrite (#4057) * fix :Get application bound knowledge base information logical rewrite * fix :Get application bound knowledge base information logical rewrite * fix :Get application bound knowledge base information logical rewrite * fix :Get application bound knowledge base information logical rewrite * update package * fix: import dataset step error;perf: ai proxy avatar (#4074) * perf: pg config params * perf: ai proxy avatar * fix: import dataset step error * feat: data input ux * perf: app dataset rewite * fix: 文本提取不支持arrayString,arrayNumber等jsonSchema (#4079) * update doc ;perf: model test (#4098) * perf: extract array * update doc * perf: model test * perf: model test * perf: think tag parse (#4102) * chat quote reader (#3912) * init chat quote full text reader * linked structure * dataset data linked * optimize code * fix ts build * test finish * delete log * fix * fix ts * fix ts * remove nextId * initial scroll * fix * fix * perf: chunk read (#4109) * package * perf: chunk read * feat: api dataset support pdf parse;fix: chunk reader auth (#4117) * feat: api dataset support pdf parse * fix: chunk reader auth * feat: invitation link (#3979) * feat: invitation link schema and apis * feat: add invitation link * feat: member status: active, leave, forbidden * fix: expires show hours and minutes * feat: invalid invitation link hint * fix: typo * chore: fix typo & i18n * fix * pref: fe * feat: add ttl index for 30-day-clean-up * perf: invite member code (#4118) * perf: invite member code * fix: ts * fix: model test channel id;fix: quote reader (#4123) * fix: model test channel id * fix: quote reader * fix chat quote reader (#4125) * perf: model test;perf: sidebar trigger (#4127) * fix: import dataset step error;perf: ai proxy avatar (#4074) * perf: pg config params * perf: ai proxy avatar * fix: import dataset step error * feat: data input ux * perf: app dataset rewite * perf: model test * perf: sidebar trigger * lock * update nanoid version * fix: select component ux * fix: ts * fix: vitest * remove test * fix: prompt toolcall ui (#4139) * load log error adapt * fix: prompt toolcall ui * perf: commercial function tip * update package * pref: copy link (#4147) * fix(i18n): namespace (#4143) * hiden dataset source (#4152) * hiden dataset source * perf: reader * chore: move all tests into a single folder (#4160) * fix modal close scroll (#4162) * fix modal close scroll * update refresh * feat: rerank modal select and weight (#4164) * fix loadInitData refresh (#4169) * fix * fix * form input number default & api dataset max token * feat: mix search weight (#4170) * feat: mix search weight * feat: svg render * fix: avatar error remove (#4173) * fix: avatar error remove * fix: index * fix: guide * fix: auth * update package;fix: input data model ui (#4181) * update package * fix: ts * update config * update jieba package * add type sign * fix: input data ui * fix: page title refresh (#4186) * fix: ts * update jieba package * fix: page title refresh * fix: remove member length check when opening invite create modal (#4193) * add env to check internal ip (#4187) * fix: ts * update jieba package * add env to check internal ip * package * fix: jieba * reset package * update config * fix: jieba package * init shell * init version * change team reload * update jieba package (#4200) * update jieba package * package * update package * remove invalid code * action * package (#4201) * package * update package * remove invalid code * package * remove i18n tip (#4202) * doc (#4205) * fix: i18n (#4208) * fix: next config (#4207) * reset package * i18n * update config * i18n * remove log --------- Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com> Co-authored-by: gggaaallleee <91131304+gggaaallleee@users.noreply.github.com> Co-authored-by: shilin <39396378+shilin66@users.noreply.github.com> Co-authored-by: heheer <heheer@sealos.io>
307 lines
9.4 KiB
TypeScript
307 lines
9.4 KiB
TypeScript
import React, { useMemo } from 'react';
|
|
import { Box, Flex, Button, ModalFooter, ModalBody, Input, HStack } from '@chakra-ui/react';
|
|
import { useSelectFile } from '@/web/common/file/hooks/useSelectFile';
|
|
import { useForm } from 'react-hook-form';
|
|
import { useRouter } from 'next/router';
|
|
import { useSystemStore } from '@/web/common/system/useSystemStore';
|
|
import { useRequest2 } from '@fastgpt/web/hooks/useRequest';
|
|
import Avatar from '@fastgpt/web/components/common/Avatar';
|
|
import MyTooltip from '@fastgpt/web/components/common/MyTooltip';
|
|
import MyModal from '@fastgpt/web/components/common/MyModal';
|
|
import { postCreateDataset } from '@/web/core/dataset/api';
|
|
import type { CreateDatasetParams } from '@/global/core/dataset/api.d';
|
|
import { useTranslation } from 'next-i18next';
|
|
import { DatasetTypeEnum } from '@fastgpt/global/core/dataset/constants';
|
|
import AIModelSelector from '@/components/Select/AIModelSelector';
|
|
import { useSystem } from '@fastgpt/web/hooks/useSystem';
|
|
import QuestionTip from '@fastgpt/web/components/common/MyTooltip/QuestionTip';
|
|
import ComplianceTip from '@/components/common/ComplianceTip/index';
|
|
import MyIcon from '@fastgpt/web/components/common/Icon';
|
|
import { getDocPath } from '@/web/common/system/doc';
|
|
import { datasetTypeCourseMap } from '@/web/core/dataset/constants';
|
|
import ApiDatasetForm from '../ApiDatasetForm';
|
|
import { getWebDefaultEmbeddingModel, getWebDefaultLLMModel } from '@/web/common/system/utils';
|
|
|
|
export type CreateDatasetType =
|
|
| DatasetTypeEnum.dataset
|
|
| DatasetTypeEnum.apiDataset
|
|
| DatasetTypeEnum.websiteDataset
|
|
| DatasetTypeEnum.feishu
|
|
| DatasetTypeEnum.yuque;
|
|
|
|
const CreateModal = ({
|
|
onClose,
|
|
parentId,
|
|
type
|
|
}: {
|
|
onClose: () => void;
|
|
parentId?: string;
|
|
type: CreateDatasetType;
|
|
}) => {
|
|
const { t } = useTranslation();
|
|
const router = useRouter();
|
|
const { feConfigs, defaultModels, embeddingModelList, datasetModelList, getVlmModelList } =
|
|
useSystemStore();
|
|
const { isPc } = useSystem();
|
|
|
|
const datasetTypeMap = useMemo(() => {
|
|
return {
|
|
[DatasetTypeEnum.dataset]: {
|
|
name: t('dataset:common_dataset'),
|
|
icon: 'core/dataset/commonDatasetColor'
|
|
},
|
|
[DatasetTypeEnum.apiDataset]: {
|
|
name: t('dataset:api_file'),
|
|
icon: 'core/dataset/externalDatasetColor'
|
|
},
|
|
[DatasetTypeEnum.websiteDataset]: {
|
|
name: t('dataset:website_dataset'),
|
|
icon: 'core/dataset/websiteDatasetColor'
|
|
},
|
|
[DatasetTypeEnum.feishu]: {
|
|
name: t('dataset:feishu_dataset'),
|
|
icon: 'core/dataset/feishuDatasetColor'
|
|
},
|
|
[DatasetTypeEnum.yuque]: {
|
|
name: t('dataset:yuque_dataset'),
|
|
icon: 'core/dataset/yuqueDatasetColor'
|
|
}
|
|
};
|
|
}, [t]);
|
|
|
|
const filterNotHiddenVectorModelList = embeddingModelList.filter((item) => !item.hidden);
|
|
|
|
const vllmModelList = useMemo(() => getVlmModelList(), [getVlmModelList]);
|
|
|
|
const form = useForm<CreateDatasetParams>({
|
|
defaultValues: {
|
|
parentId,
|
|
type: type || DatasetTypeEnum.dataset,
|
|
avatar: datasetTypeMap[type].icon,
|
|
name: '',
|
|
intro: '',
|
|
vectorModel:
|
|
defaultModels.embedding?.model || getWebDefaultEmbeddingModel(embeddingModelList)?.model,
|
|
agentModel:
|
|
defaultModels.datasetTextLLM?.model || getWebDefaultLLMModel(datasetModelList)?.model,
|
|
vlmModel: defaultModels.datasetImageLLM?.model
|
|
}
|
|
});
|
|
const { register, setValue, handleSubmit, watch } = form;
|
|
const avatar = watch('avatar');
|
|
const vectorModel = watch('vectorModel');
|
|
const agentModel = watch('agentModel');
|
|
const vlmModel = watch('vlmModel');
|
|
|
|
const {
|
|
File,
|
|
onOpen: onOpenSelectFile,
|
|
onSelectImage
|
|
} = useSelectFile({
|
|
fileType: 'image/*',
|
|
multiple: false
|
|
});
|
|
|
|
/* create a new kb and router to it */
|
|
const { run: onclickCreate, loading: creating } = useRequest2(
|
|
async (data: CreateDatasetParams) => await postCreateDataset(data),
|
|
{
|
|
successToast: t('common:common.Create Success'),
|
|
errorToast: t('common:common.Create Failed'),
|
|
onSuccess(id) {
|
|
router.push(`/dataset/detail?datasetId=${id}`);
|
|
}
|
|
}
|
|
);
|
|
|
|
return (
|
|
<MyModal
|
|
title={
|
|
<Flex alignItems={'center'} ml={-3}>
|
|
<Avatar
|
|
w={'20px'}
|
|
h={'20px'}
|
|
borderRadius={'xs'}
|
|
src={datasetTypeMap[type].icon}
|
|
pr={'10px'}
|
|
/>
|
|
{t('common:core.dataset.Create dataset', { name: datasetTypeMap[type].name })}
|
|
</Flex>
|
|
}
|
|
isOpen
|
|
onClose={onClose}
|
|
isCentered={!isPc}
|
|
w={'490px'}
|
|
>
|
|
<ModalBody py={6} px={9}>
|
|
<Box>
|
|
<Flex justify={'space-between'}>
|
|
<Box color={'myGray.900'} fontWeight={500} fontSize={'sm'}>
|
|
{t('common:common.Set Name')}
|
|
</Box>
|
|
{datasetTypeCourseMap[type] && (
|
|
<Flex
|
|
as={'span'}
|
|
alignItems={'center'}
|
|
color={'primary.600'}
|
|
fontSize={'sm'}
|
|
cursor={'pointer'}
|
|
onClick={() => window.open(getDocPath(datasetTypeCourseMap[type]), '_blank')}
|
|
>
|
|
<MyIcon name={'book'} w={4} mr={0.5} />
|
|
{t('common:Instructions')}
|
|
</Flex>
|
|
)}
|
|
</Flex>
|
|
<Flex mt={'12px'} alignItems={'center'}>
|
|
<MyTooltip label={t('common:common.avatar.Select Avatar')}>
|
|
<Avatar
|
|
flexShrink={0}
|
|
src={avatar}
|
|
w={['28px', '32px']}
|
|
h={['28px', '32px']}
|
|
cursor={'pointer'}
|
|
borderRadius={'md'}
|
|
onClick={onOpenSelectFile}
|
|
/>
|
|
</MyTooltip>
|
|
<Input
|
|
ml={3}
|
|
flex={1}
|
|
autoFocus
|
|
bg={'myWhite.600'}
|
|
placeholder={t('common:common.Name')}
|
|
maxLength={30}
|
|
{...register('name', {
|
|
required: true
|
|
})}
|
|
/>
|
|
</Flex>
|
|
</Box>
|
|
|
|
<Flex
|
|
mt={6}
|
|
alignItems={['flex-start', 'center']}
|
|
justify={'space-between'}
|
|
flexDir={['column', 'row']}
|
|
>
|
|
<HStack
|
|
spacing={1}
|
|
alignItems={'center'}
|
|
flex={['', '0 0 110px']}
|
|
fontSize={'sm'}
|
|
color={'myGray.900'}
|
|
fontWeight={500}
|
|
pb={['12px', '0']}
|
|
>
|
|
<Box>{t('common:core.ai.model.Vector Model')}</Box>
|
|
<QuestionTip label={t('common:core.dataset.embedding model tip')} />
|
|
</HStack>
|
|
<Box w={['100%', '300px']}>
|
|
<AIModelSelector
|
|
w={['100%', '300px']}
|
|
value={vectorModel}
|
|
list={filterNotHiddenVectorModelList.map((item) => ({
|
|
label: item.name,
|
|
value: item.model
|
|
}))}
|
|
onChange={(e) => {
|
|
setValue('vectorModel' as const, e);
|
|
}}
|
|
/>
|
|
</Box>
|
|
</Flex>
|
|
|
|
<Flex
|
|
mt={6}
|
|
alignItems={['flex-start', 'center']}
|
|
justify={'space-between'}
|
|
flexDir={['column', 'row']}
|
|
>
|
|
<HStack
|
|
spacing={1}
|
|
flex={['', '0 0 110px']}
|
|
fontSize={'sm'}
|
|
color={'myGray.900'}
|
|
fontWeight={500}
|
|
pb={['12px', '0']}
|
|
>
|
|
<Box>{t('common:core.ai.model.Dataset Agent Model')}</Box>
|
|
<QuestionTip label={t('dataset:file_model_function_tip')} />
|
|
</HStack>
|
|
<Box w={['100%', '300px']}>
|
|
<AIModelSelector
|
|
w={['100%', '300px']}
|
|
value={agentModel}
|
|
list={datasetModelList.map((item) => ({
|
|
label: item.name,
|
|
value: item.model
|
|
}))}
|
|
onChange={(e) => {
|
|
setValue('agentModel', e);
|
|
}}
|
|
/>
|
|
</Box>
|
|
</Flex>
|
|
|
|
<Flex
|
|
mt={6}
|
|
alignItems={['flex-start', 'center']}
|
|
justify={'space-between'}
|
|
flexDir={['column', 'row']}
|
|
>
|
|
<HStack
|
|
spacing={1}
|
|
flex={['', '0 0 110px']}
|
|
fontSize={'sm'}
|
|
color={'myGray.900'}
|
|
fontWeight={500}
|
|
pb={['12px', '0']}
|
|
>
|
|
<Box>{t('dataset:vllm_model')}</Box>
|
|
</HStack>
|
|
<Box w={['100%', '300px']}>
|
|
<AIModelSelector
|
|
w={['100%', '300px']}
|
|
value={vlmModel}
|
|
list={vllmModelList.map((item) => ({
|
|
label: item.name,
|
|
value: item.model
|
|
}))}
|
|
onChange={(e) => {
|
|
setValue('vlmModel', e);
|
|
}}
|
|
/>
|
|
</Box>
|
|
</Flex>
|
|
|
|
{/* @ts-ignore */}
|
|
<ApiDatasetForm type={type} form={form} />
|
|
</ModalBody>
|
|
|
|
<ModalFooter px={9}>
|
|
<Button variant={'whiteBase'} mr={3} onClick={onClose}>
|
|
{t('common:common.Close')}
|
|
</Button>
|
|
<Button isLoading={creating} onClick={handleSubmit((data) => onclickCreate(data))}>
|
|
{t('common:common.Confirm Create')}
|
|
</Button>
|
|
</ModalFooter>
|
|
|
|
<ComplianceTip pb={6} pt={0} px={9} type={'dataset'} />
|
|
|
|
<File
|
|
onSelect={(e) =>
|
|
onSelectImage(e, {
|
|
maxH: 300,
|
|
maxW: 300,
|
|
callback: (e) => setValue('avatar', e)
|
|
})
|
|
}
|
|
/>
|
|
</MyModal>
|
|
);
|
|
};
|
|
|
|
export default CreateModal;
|