306 lines
8.8 KiB
TypeScript
306 lines
8.8 KiB
TypeScript
import {
|
|
useCallback,
|
|
useEffect,
|
|
useMemo,
|
|
useState,
|
|
} from 'react'
|
|
import useSWR, { useSWRConfig } from 'swr'
|
|
import { useContext } from 'use-context-selector'
|
|
import type {
|
|
CustomConfigurationModelFixedFields,
|
|
DefaultModel,
|
|
DefaultModelResponse,
|
|
Model,
|
|
ModelProvider,
|
|
ModelTypeEnum,
|
|
} from './declarations'
|
|
import {
|
|
ConfigurationMethodEnum,
|
|
ModelStatusEnum,
|
|
} from './declarations'
|
|
import I18n from '@/context/i18n'
|
|
import {
|
|
fetchDefaultModal,
|
|
fetchModelList,
|
|
fetchModelProviderCredentials,
|
|
fetchModelProviders,
|
|
getPayUrl,
|
|
} from '@/service/common'
|
|
import { useProviderContext } from '@/context/provider-context'
|
|
import {
|
|
useMarketplacePlugins,
|
|
} from '@/app/components/plugins/marketplace/hooks'
|
|
import type { Plugin } from '@/app/components/plugins/types'
|
|
import { PluginType } from '@/app/components/plugins/types'
|
|
// import { getMarketplacePluginsByCollectionId } from '@/app/components/plugins/marketplace/utils'
|
|
import type { MarketplaceCollection } from '@/app/components/plugins/marketplace/types'
|
|
|
|
type UseDefaultModelAndModelList = (
|
|
defaultModel: DefaultModelResponse | undefined,
|
|
modelList: Model[],
|
|
) => [DefaultModel | undefined, (model: DefaultModel) => void]
|
|
export const useSystemDefaultModelAndModelList: UseDefaultModelAndModelList = (
|
|
defaultModel,
|
|
modelList,
|
|
) => {
|
|
const currentDefaultModel = useMemo(() => {
|
|
const currentProvider = modelList.find(provider => provider.provider === defaultModel?.provider.provider)
|
|
const currentModel = currentProvider?.models.find(model => model.model === defaultModel?.model)
|
|
const currentDefaultModel = currentProvider && currentModel && {
|
|
model: currentModel.model,
|
|
provider: currentProvider.provider,
|
|
}
|
|
|
|
return currentDefaultModel
|
|
}, [defaultModel, modelList])
|
|
const [defaultModelState, setDefaultModelState] = useState<DefaultModel | undefined>(currentDefaultModel)
|
|
const handleDefaultModelChange = useCallback((model: DefaultModel) => {
|
|
setDefaultModelState(model)
|
|
}, [])
|
|
useEffect(() => {
|
|
setDefaultModelState(currentDefaultModel)
|
|
}, [currentDefaultModel])
|
|
|
|
return [defaultModelState, handleDefaultModelChange]
|
|
}
|
|
|
|
export const useLanguage = () => {
|
|
const { locale } = useContext(I18n)
|
|
return locale.replace('-', '_')
|
|
}
|
|
|
|
export const useProviderCredentialsAndLoadBalancing = (
|
|
provider: string,
|
|
configurationMethod: ConfigurationMethodEnum,
|
|
configured?: boolean,
|
|
currentCustomConfigurationModelFixedFields?: CustomConfigurationModelFixedFields,
|
|
) => {
|
|
const { data: predefinedFormSchemasValue, mutate: mutatePredefined } = useSWR(
|
|
(configurationMethod === ConfigurationMethodEnum.predefinedModel && configured)
|
|
? `/workspaces/current/model-providers/${provider}/credentials`
|
|
: null,
|
|
fetchModelProviderCredentials,
|
|
)
|
|
const { data: customFormSchemasValue, mutate: mutateCustomized } = useSWR(
|
|
(configurationMethod === ConfigurationMethodEnum.customizableModel && currentCustomConfigurationModelFixedFields)
|
|
? `/workspaces/current/model-providers/${provider}/models/credentials?model=${currentCustomConfigurationModelFixedFields?.__model_name}&model_type=${currentCustomConfigurationModelFixedFields?.__model_type}`
|
|
: null,
|
|
fetchModelProviderCredentials,
|
|
)
|
|
|
|
const credentials = useMemo(() => {
|
|
return configurationMethod === ConfigurationMethodEnum.predefinedModel
|
|
? predefinedFormSchemasValue?.credentials
|
|
: customFormSchemasValue?.credentials
|
|
? {
|
|
...customFormSchemasValue?.credentials,
|
|
...currentCustomConfigurationModelFixedFields,
|
|
}
|
|
: undefined
|
|
}, [
|
|
configurationMethod,
|
|
currentCustomConfigurationModelFixedFields,
|
|
customFormSchemasValue?.credentials,
|
|
predefinedFormSchemasValue?.credentials,
|
|
])
|
|
|
|
const mutate = useMemo(() => () => {
|
|
mutatePredefined()
|
|
mutateCustomized()
|
|
}, [mutateCustomized, mutatePredefined])
|
|
|
|
return {
|
|
credentials,
|
|
loadBalancing: (configurationMethod === ConfigurationMethodEnum.predefinedModel
|
|
? predefinedFormSchemasValue
|
|
: customFormSchemasValue
|
|
)?.load_balancing,
|
|
mutate,
|
|
}
|
|
// as ([Record<string, string | boolean | undefined> | undefined, ModelLoadBalancingConfig | undefined])
|
|
}
|
|
|
|
export const useModelList = (type: ModelTypeEnum) => {
|
|
const { data, mutate, isLoading } = useSWR(`/workspaces/current/models/model-types/${type}`, fetchModelList)
|
|
|
|
return {
|
|
data: data?.data || [],
|
|
mutate,
|
|
isLoading,
|
|
}
|
|
}
|
|
|
|
export const useDefaultModel = (type: ModelTypeEnum) => {
|
|
const { data, mutate, isLoading } = useSWR(`/workspaces/current/default-model?model_type=${type}`, fetchDefaultModal)
|
|
|
|
return {
|
|
data: data?.data,
|
|
mutate,
|
|
isLoading,
|
|
}
|
|
}
|
|
|
|
export const useCurrentProviderAndModel = (modelList: Model[], defaultModel?: DefaultModel) => {
|
|
const currentProvider = modelList.find(provider => provider.provider === defaultModel?.provider)
|
|
const currentModel = currentProvider?.models.find(model => model.model === defaultModel?.model)
|
|
|
|
return {
|
|
currentProvider,
|
|
currentModel,
|
|
}
|
|
}
|
|
|
|
export const useTextGenerationCurrentProviderAndModelAndModelList = (defaultModel?: DefaultModel) => {
|
|
const { textGenerationModelList } = useProviderContext()
|
|
const activeTextGenerationModelList = textGenerationModelList.filter(model => model.status === ModelStatusEnum.active)
|
|
const {
|
|
currentProvider,
|
|
currentModel,
|
|
} = useCurrentProviderAndModel(textGenerationModelList, defaultModel)
|
|
|
|
return {
|
|
currentProvider,
|
|
currentModel,
|
|
textGenerationModelList,
|
|
activeTextGenerationModelList,
|
|
}
|
|
}
|
|
|
|
export const useModelListAndDefaultModel = (type: ModelTypeEnum) => {
|
|
const { data: modelList } = useModelList(type)
|
|
const { data: defaultModel } = useDefaultModel(type)
|
|
|
|
return {
|
|
modelList,
|
|
defaultModel,
|
|
}
|
|
}
|
|
|
|
export const useModelListAndDefaultModelAndCurrentProviderAndModel = (type: ModelTypeEnum) => {
|
|
const { modelList, defaultModel } = useModelListAndDefaultModel(type)
|
|
const { currentProvider, currentModel } = useCurrentProviderAndModel(
|
|
modelList,
|
|
{ provider: defaultModel?.provider.provider || '', model: defaultModel?.model || '' },
|
|
)
|
|
|
|
return {
|
|
modelList,
|
|
defaultModel,
|
|
currentProvider,
|
|
currentModel,
|
|
}
|
|
}
|
|
|
|
export const useUpdateModelList = () => {
|
|
const { mutate } = useSWRConfig()
|
|
|
|
const updateModelList = useCallback((type: ModelTypeEnum) => {
|
|
mutate(`/workspaces/current/models/model-types/${type}`)
|
|
}, [mutate])
|
|
|
|
return updateModelList
|
|
}
|
|
|
|
export const useAnthropicBuyQuota = () => {
|
|
const [loading, setLoading] = useState(false)
|
|
|
|
const handleGetPayUrl = async () => {
|
|
if (loading)
|
|
return
|
|
|
|
setLoading(true)
|
|
try {
|
|
const res = await getPayUrl('/workspaces/current/model-providers/anthropic/checkout-url')
|
|
|
|
window.location.href = res.url
|
|
}
|
|
finally {
|
|
setLoading(false)
|
|
}
|
|
}
|
|
|
|
return handleGetPayUrl
|
|
}
|
|
|
|
export const useModelProviders = () => {
|
|
const { data: providersData, mutate, isLoading } = useSWR('/workspaces/current/model-providers', fetchModelProviders)
|
|
|
|
return {
|
|
data: providersData?.data || [],
|
|
mutate,
|
|
isLoading,
|
|
}
|
|
}
|
|
|
|
export const useUpdateModelProviders = () => {
|
|
const { mutate } = useSWRConfig()
|
|
|
|
const updateModelProviders = useCallback(() => {
|
|
mutate('/workspaces/current/model-providers')
|
|
}, [mutate])
|
|
|
|
return updateModelProviders
|
|
}
|
|
|
|
export const useMarketplace = () => {
|
|
const [marketplaceCollections] = useState<MarketplaceCollection[]>([])
|
|
const [marketplaceCollectionPluginsMap] = useState<Record<string, Plugin[]>>()
|
|
const [isLoading] = useState(false)
|
|
|
|
// const getCollectionPlugins = useCallback(async () => {
|
|
// setIsLoading(true)
|
|
// const collectionPlugins = await getMarketplacePluginsByCollectionId('')
|
|
// setIsLoading(false)
|
|
|
|
// setCollectionPlugins(collectionPlugins)
|
|
// }, [])
|
|
|
|
// useEffect(() => {
|
|
// getCollectionPlugins()
|
|
// }, [getCollectionPlugins])
|
|
|
|
return {
|
|
isLoading,
|
|
marketplaceCollections,
|
|
marketplaceCollectionPluginsMap,
|
|
}
|
|
}
|
|
|
|
export const useMarketplaceAllPlugins = (providers: ModelProvider[], searchText: string) => {
|
|
const exclude = useMemo(() => {
|
|
return providers.map(provider => provider.provider.replace(/(.+)\/([^/]+)$/, '$1'))
|
|
}, [providers])
|
|
|
|
const {
|
|
plugins,
|
|
queryPlugins,
|
|
queryPluginsWithDebounced,
|
|
isLoading,
|
|
} = useMarketplacePlugins()
|
|
|
|
useEffect(() => {
|
|
if (searchText) {
|
|
queryPluginsWithDebounced({
|
|
query: searchText,
|
|
category: PluginType.model,
|
|
exclude,
|
|
type: 'plugin',
|
|
})
|
|
}
|
|
else {
|
|
queryPlugins({
|
|
query: '',
|
|
category: PluginType.model,
|
|
type: 'plugin',
|
|
pageSize: 1000,
|
|
exclude,
|
|
})
|
|
}
|
|
}, [queryPlugins, queryPluginsWithDebounced, searchText, exclude])
|
|
|
|
return {
|
|
plugins: plugins?.filter(plugin => plugin.type !== 'bundle'),
|
|
isLoading,
|
|
}
|
|
}
|