perf: 完善拆分数据模式

This commit is contained in:
archer 2023-03-25 23:37:50 +08:00
parent 60f62507bd
commit da31ef286b
No known key found for this signature in database
GPG Key ID: 166CA6BF2383B2BB
4 changed files with 14 additions and 3 deletions

View File

@ -23,8 +23,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
await authToken(authorization); await authToken(authorization);
const dataItems = await DataItem.find({ const dataItems = await DataItem.find({
dataId, dataId
status: 0
}) })
.sort({ _id: -1 }) // 按照创建时间倒序排列 .sort({ _id: -1 }) // 按照创建时间倒序排列
.skip((pageNum - 1) * pageSize) .skip((pageNum - 1) * pageSize)

View File

@ -86,6 +86,7 @@ export async function generateQA(next = false): Promise<any> {
await DataItem.findByIdAndUpdate(dataItem._id, { await DataItem.findByIdAndUpdate(dataItem._id, {
status: dataItem.temperature >= 90 ? 0 : 1, // 需要生成 4 组内容。0,0.3,0.6,0.9 status: dataItem.temperature >= 90 ? 0 : 1, // 需要生成 4 组内容。0,0.3,0.6,0.9
temperature: dataItem.temperature >= 90 ? dataItem.temperature : dataItem.temperature + 30, temperature: dataItem.temperature >= 90 ? dataItem.temperature : dataItem.temperature + 30,
rawResponse: content,
$push: { $push: {
result: { result: {
$each: splitResponse $each: splitResponse
@ -94,11 +95,17 @@ export async function generateQA(next = false): Promise<any> {
}); });
// 计费 // 计费
!userApiKey && !userApiKey &&
splitResponse.length > 0 &&
pushSplitDataBill({ pushSplitDataBill({
userId: dataItem.userId, userId: dataItem.userId,
text: systemPrompt.content + dataItem.text + content text: systemPrompt.content + dataItem.text + content
}); });
console.log('生成QA成功time:', `${(Date.now() - startTime) / 1000}s`); console.log(
'生成QA成功time:',
`${(Date.now() - startTime) / 1000}s`,
'QA数量',
splitResponse.length
);
} catch (error: any) { } catch (error: any) {
console.log('error: 生成QA错误', dataItem?._id); console.log('error: 生成QA错误', dataItem?._id);
console.log('response:', error?.response); console.log('response:', error?.response);

View File

@ -24,6 +24,10 @@ const DataItemSchema = new Schema({
type: Number, type: Number,
required: true required: true
}, },
rawResponse: {
type: [String],
default: ''
},
result: { result: {
type: [ type: [
{ {

View File

@ -111,6 +111,7 @@ export interface DataItemSchema {
times: number; times: number;
temperature: number; temperature: number;
text: string; text: string;
rawResponse: string[];
result: { result: {
q: string; q: string;
a: string; a: string;