From da31ef286b5da70f2011e54ca3f9b3431b47ffa4 Mon Sep 17 00:00:00 2001 From: archer <545436317@qq.com> Date: Sat, 25 Mar 2023 23:37:50 +0800 Subject: [PATCH] =?UTF-8?q?perf:=20=E5=AE=8C=E5=96=84=E6=8B=86=E5=88=86?= =?UTF-8?q?=E6=95=B0=E6=8D=AE=E6=A8=A1=E5=BC=8F?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/pages/api/data/getDataItems.ts | 3 +-- src/service/events/generateQA.ts | 9 ++++++++- src/service/models/dataItem.ts | 4 ++++ src/types/mongoSchema.d.ts | 1 + 4 files changed, 14 insertions(+), 3 deletions(-) diff --git a/src/pages/api/data/getDataItems.ts b/src/pages/api/data/getDataItems.ts index 3f9b4ad78..68cb7efd5 100644 --- a/src/pages/api/data/getDataItems.ts +++ b/src/pages/api/data/getDataItems.ts @@ -23,8 +23,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse) await authToken(authorization); const dataItems = await DataItem.find({ - dataId, - status: 0 + dataId }) .sort({ _id: -1 }) // 按照创建时间倒序排列 .skip((pageNum - 1) * pageSize) diff --git a/src/service/events/generateQA.ts b/src/service/events/generateQA.ts index a2385c913..b85e96b59 100644 --- a/src/service/events/generateQA.ts +++ b/src/service/events/generateQA.ts @@ -86,6 +86,7 @@ export async function generateQA(next = false): Promise { await DataItem.findByIdAndUpdate(dataItem._id, { status: dataItem.temperature >= 90 ? 0 : 1, // 需要生成 4 组内容。0,0.3,0.6,0.9 temperature: dataItem.temperature >= 90 ? dataItem.temperature : dataItem.temperature + 30, + rawResponse: content, $push: { result: { $each: splitResponse @@ -94,11 +95,17 @@ export async function generateQA(next = false): Promise { }); // 计费 !userApiKey && + splitResponse.length > 0 && pushSplitDataBill({ userId: dataItem.userId, text: systemPrompt.content + dataItem.text + content }); - console.log('生成QA成功,time:', `${(Date.now() - startTime) / 1000}s`); + console.log( + '生成QA成功,time:', + `${(Date.now() - startTime) / 1000}s`, + 'QA数量:', + splitResponse.length + ); } catch (error: any) { console.log('error: 生成QA错误', dataItem?._id); console.log('response:', error?.response); diff --git a/src/service/models/dataItem.ts b/src/service/models/dataItem.ts index 93d83c792..53454fdc8 100644 --- a/src/service/models/dataItem.ts +++ b/src/service/models/dataItem.ts @@ -24,6 +24,10 @@ const DataItemSchema = new Schema({ type: Number, required: true }, + rawResponse: { + type: [String], + default: '' + }, result: { type: [ { diff --git a/src/types/mongoSchema.d.ts b/src/types/mongoSchema.d.ts index 051f807dd..731b53b5e 100644 --- a/src/types/mongoSchema.d.ts +++ b/src/types/mongoSchema.d.ts @@ -111,6 +111,7 @@ export interface DataItemSchema { times: number; temperature: number; text: string; + rawResponse: string[]; result: { q: string; a: string;