Archer e009be51e7
Aiproxy (#3649)
* model config

* feat: model config ui

* perf: rename variable

* feat: custom request url

* perf: model buffer

* perf: init model

* feat: json model config

* auto login

* fix: ts

* update packages

* package

* fix: dockerfile
2025-01-22 22:59:28 +08:00

291 lines
5.9 KiB
TypeScript

import { UsageSourceEnum } from '@fastgpt/global/support/wallet/usage/constants';
import { addLog } from '@fastgpt/service/common/system/log';
import { createUsage, concatUsage } from './controller';
import { formatModelChars2Points } from '@fastgpt/service/support/wallet/usage/utils';
import { ChatNodeUsageType } from '@fastgpt/global/support/wallet/bill/type';
import { i18nT } from '@fastgpt/web/i18n/utils';
import { ModelTypeEnum } from '@fastgpt/global/core/ai/model';
import { getFirstLLMModel, getFirstSTTModel } from '@fastgpt/service/core/ai/model';
export const pushChatUsage = ({
appName,
appId,
pluginId,
teamId,
tmbId,
source,
flowUsages
}: {
appName: string;
appId?: string;
pluginId?: string;
teamId: string;
tmbId: string;
source: UsageSourceEnum;
flowUsages: ChatNodeUsageType[];
}) => {
const totalPoints = flowUsages.reduce((sum, item) => sum + (item.totalPoints || 0), 0);
createUsage({
teamId,
tmbId,
appName,
appId,
pluginId,
totalPoints,
source,
list: flowUsages.map((item) => ({
moduleName: item.moduleName,
amount: item.totalPoints || 0,
model: item.model,
inputTokens: item.inputTokens,
outputTokens: item.outputTokens
}))
});
addLog.info(`finish completions`, {
source,
teamId,
totalPoints
});
return { totalPoints };
};
export const pushQAUsage = async ({
teamId,
tmbId,
model,
inputTokens,
outputTokens,
billId
}: {
teamId: string;
tmbId: string;
model: string;
inputTokens: number;
outputTokens: number;
billId: string;
}) => {
// 计算价格
const { totalPoints } = formatModelChars2Points({
model,
modelType: ModelTypeEnum.llm,
inputTokens,
outputTokens
});
concatUsage({
billId,
teamId,
tmbId,
totalPoints,
inputTokens,
outputTokens,
listIndex: 1
});
return { totalPoints };
};
export const pushGenerateVectorUsage = ({
billId,
teamId,
tmbId,
inputTokens,
model,
source = UsageSourceEnum.fastgpt,
extensionModel,
extensionInputTokens,
extensionOutputTokens
}: {
billId?: string;
teamId: string;
tmbId: string;
inputTokens: number;
model: string;
source?: UsageSourceEnum;
extensionModel?: string;
extensionInputTokens?: number;
extensionOutputTokens?: number;
}) => {
const { totalPoints: totalVector, modelName: vectorModelName } = formatModelChars2Points({
modelType: ModelTypeEnum.embedding,
model,
inputTokens
});
const { extensionTotalPoints, extensionModelName } = (() => {
if (!extensionModel || !extensionInputTokens)
return {
extensionTotalPoints: 0,
extensionModelName: ''
};
const { totalPoints, modelName } = formatModelChars2Points({
modelType: ModelTypeEnum.llm,
model: extensionModel,
inputTokens: extensionInputTokens,
outputTokens: extensionOutputTokens
});
return {
extensionTotalPoints: totalPoints,
extensionModelName: modelName
};
})();
const totalPoints = totalVector + extensionTotalPoints;
// 插入 Bill 记录
if (billId) {
concatUsage({
teamId,
tmbId,
totalPoints,
billId,
inputTokens,
listIndex: 0
});
} else {
createUsage({
teamId,
tmbId,
appName: 'support.wallet.moduleName.index',
totalPoints,
source,
list: [
{
moduleName: 'support.wallet.moduleName.index',
amount: totalVector,
model: vectorModelName,
inputTokens
},
...(extensionModel !== undefined
? [
{
moduleName: 'core.module.template.Query extension',
amount: extensionTotalPoints,
model: extensionModelName,
inputTokens: extensionInputTokens,
outputTokens: extensionOutputTokens
}
]
: [])
]
});
}
return { totalPoints };
};
export const pushQuestionGuideUsage = ({
inputTokens,
outputTokens,
teamId,
tmbId
}: {
inputTokens: number;
outputTokens: number;
teamId: string;
tmbId: string;
}) => {
const qgModel = getFirstLLMModel();
const { totalPoints, modelName } = formatModelChars2Points({
inputTokens,
outputTokens,
model: qgModel.model,
modelType: ModelTypeEnum.llm
});
createUsage({
teamId,
tmbId,
appName: 'core.app.Question Guide',
totalPoints,
source: UsageSourceEnum.fastgpt,
list: [
{
moduleName: 'core.app.Question Guide',
amount: totalPoints,
model: modelName,
inputTokens,
outputTokens
}
]
});
};
export function pushAudioSpeechUsage({
appName = i18nT('common:support.wallet.usage.Audio Speech'),
model,
charsLength,
teamId,
tmbId,
source = UsageSourceEnum.fastgpt
}: {
appName?: string;
model: string;
charsLength: number;
teamId: string;
tmbId: string;
source: UsageSourceEnum;
}) {
const { totalPoints, modelName } = formatModelChars2Points({
model,
inputTokens: charsLength,
modelType: ModelTypeEnum.tts
});
createUsage({
teamId,
tmbId,
appName,
totalPoints,
source,
list: [
{
moduleName: appName,
amount: totalPoints,
model: modelName,
charsLength
}
]
});
}
export function pushWhisperUsage({
teamId,
tmbId,
duration
}: {
teamId: string;
tmbId: string;
duration: number;
}) {
const whisperModel = getFirstSTTModel();
if (!whisperModel) return;
const { totalPoints, modelName } = formatModelChars2Points({
model: whisperModel.model,
inputTokens: duration,
modelType: ModelTypeEnum.stt,
multiple: 60
});
const name = 'support.wallet.usage.Whisper';
createUsage({
teamId,
tmbId,
appName: name,
totalPoints,
source: UsageSourceEnum.fastgpt,
list: [
{
moduleName: name,
amount: totalPoints,
model: modelName,
duration
}
]
});
}