FastGPT/packages/service/core/chat/controller.ts
Archer af669a1cfc
4.14.4 features (#6090)
* perf: zod with app log (#6083)

* perf: safe decode

* perf: zod with app log

* fix: text

* remove log

* rename field

* refactor: improve like/dislike interaction (#6080)

* refactor: improve like/dislike interaction

* button style & merge status

* perf

* fix

* i18n

* feedback ui

* format

* api optimize

* openapi

* read status

---------

Co-authored-by: archer <545436317@qq.com>

* perf: remove empty chat

* perf: delete resource tip

* fix: confirm

* feedback filter

* fix: ts

* perf: linker scroll

* perf: feedback ui

* fix: plugin file input store

* fix: max tokens

* update comment

* fix: condition value type

* fix feedback (#6095)

* fix feedback

* text

* list

* fix: versionid

---------

Co-authored-by: archer <545436317@qq.com>

* fix: chat setting render;export logs filter

* add test

* perf: log list api

* perf: redirect check

* perf: log list

* create ui

* create ui

---------

Co-authored-by: heheer <heheer@sealos.io>
2025-12-15 23:36:54 +08:00

391 lines
11 KiB
TypeScript

import type { ChatHistoryItemResType, ChatItemType } from '@fastgpt/global/core/chat/type';
import { MongoChatItem } from './chatItemSchema';
import { MongoChat } from './chatSchema';
import { addLog } from '../../common/system/log';
import { DispatchNodeResponseKeyEnum } from '@fastgpt/global/core/workflow/runtime/constants';
import { ChatRoleEnum } from '@fastgpt/global/core/chat/constants';
import { MongoChatItemResponse } from './chatItemResponseSchema';
import type { ClientSession } from '../../common/mongo';
import { Types } from '../../common/mongo';
import { mongoSessionRun } from '../../common/mongo/sessionRun';
import { UserError } from '@fastgpt/global/common/error/utils';
export async function getChatItems({
appId,
chatId,
field,
limit,
offset,
initialId,
prevId,
nextId
}: {
appId: string;
chatId?: string;
field: string;
limit: number;
offset?: number;
initialId?: string;
prevId?: string;
nextId?: string;
}): Promise<{
histories: ChatItemType[];
total: number;
hasMorePrev: boolean;
hasMoreNext: boolean;
}> {
if (!chatId) {
return { histories: [], total: 0, hasMorePrev: false, hasMoreNext: false };
}
// Extend dataId
field = `dataId ${field}`;
const baseCondition = { appId, chatId };
const { histories, total, hasMorePrev, hasMoreNext } = await (async () => {
// Mode 1: offset pagination (original logic)
if (offset !== undefined) {
const [foundHistories, count] = await Promise.all([
MongoChatItem.find(baseCondition, field).sort({ _id: -1 }).skip(offset).limit(limit).lean(),
MongoChatItem.countDocuments(baseCondition)
]);
return {
histories: foundHistories.reverse(),
total: count,
hasMorePrev: count > limit,
hasMoreNext: offset > 0
};
}
// Mode 2: prevId - get records before the target
else if (prevId) {
const prevItem = await MongoChatItem.findOne(
{
...baseCondition,
dataId: prevId
},
{ _id: 1 }
).lean();
if (!prevItem) return Promise.reject(new UserError('Prev item not found'));
const [items, count] = await Promise.all([
MongoChatItem.find({ ...baseCondition, _id: { $lt: prevItem._id } }, field)
.sort({ _id: -1 })
.limit(limit + 1)
.lean(),
MongoChatItem.countDocuments({ ...baseCondition })
]);
return {
histories: items.slice(0, limit).reverse(),
total: count,
hasMorePrev: items.length > limit,
hasMoreNext: true
};
}
// Mode 3: nextId - get records after the target
else if (nextId) {
const nextItem = await MongoChatItem.findOne(
{
...baseCondition,
dataId: nextId
},
{ _id: 1 }
).lean();
if (!nextItem) return Promise.reject(new UserError('Next item not found'));
const [items, total] = await Promise.all([
MongoChatItem.find({ ...baseCondition, _id: { $gt: nextItem._id } }, field)
.sort({ _id: 1 })
.limit(limit + 1)
.lean(),
MongoChatItem.countDocuments({ ...baseCondition })
]);
return {
histories: items.slice(0, limit),
total,
hasMorePrev: true,
hasMoreNext: items.length > limit
};
}
// Mode 2: initialId - get records around the target
else {
if (!initialId) {
const [foundHistories, count] = await Promise.all([
MongoChatItem.find(baseCondition, field).sort({ _id: -1 }).skip(0).limit(limit).lean(),
MongoChatItem.countDocuments(baseCondition)
]);
return {
histories: foundHistories.reverse(),
total: count,
hasMorePrev: count > limit,
hasMoreNext: false
};
}
const halfLimit = Math.floor(limit / 2);
const ceilLimit = Math.ceil(limit / 2);
const targetItem = await MongoChatItem.findOne(
{ ...baseCondition, dataId: initialId },
field
).lean();
if (!targetItem) return Promise.reject(new UserError('Target item not found'));
const [prevItems, nextItems, count] = await Promise.all([
MongoChatItem.find({ ...baseCondition, _id: { $lt: targetItem._id } }, field)
.sort({ _id: -1 })
.limit(halfLimit + 1)
.lean(),
MongoChatItem.find({ ...baseCondition, _id: { $gt: targetItem._id } }, field)
.sort({ _id: 1 })
.limit(ceilLimit + 1)
.lean(),
MongoChatItem.countDocuments(baseCondition)
]);
return {
histories: [
...prevItems.slice(0, halfLimit).reverse(),
targetItem,
...nextItems.slice(0, ceilLimit)
].filter(Boolean),
total: count,
hasMorePrev: prevItems.length > halfLimit,
hasMoreNext: nextItems.length > ceilLimit
};
}
})();
// Add node responses field
if (field.includes(DispatchNodeResponseKeyEnum.nodeResponse) && histories.length > 0) {
const chatItemDataIds = histories
.filter((item) => item.obj === ChatRoleEnum.AI && !item.responseData?.length)
.map((item) => item.dataId);
if (chatItemDataIds.length > 0) {
const chatItemResponsesMap = await MongoChatItemResponse.find(
{ appId, chatId, chatItemDataId: { $in: chatItemDataIds } },
{ chatItemDataId: 1, data: 1 }
)
.lean()
.then((res) => {
const map = new Map<string, ChatHistoryItemResType[]>();
res.forEach((item) => {
const val = map.get(item.chatItemDataId) || [];
val.push(item.data);
map.set(item.chatItemDataId, val);
});
return map;
});
histories.forEach((item) => {
const val = chatItemResponsesMap.get(String(item.dataId));
if (item.obj === ChatRoleEnum.AI && val) {
item.responseData = val;
}
});
}
}
return { histories, total, hasMorePrev, hasMoreNext };
}
export const addCustomFeedbacks = async ({
appId,
chatId,
dataId,
feedbacks
}: {
appId: string;
chatId?: string;
dataId?: string;
feedbacks: string[];
}) => {
if (!chatId || !dataId) return;
try {
await mongoSessionRun(async (session) => {
// Add custom feedbacks to ChatItem
await MongoChatItem.updateOne(
{
appId,
chatId,
dataId
},
{
$push: { customFeedbacks: { $each: feedbacks } }
},
{ session }
);
// Update ChatLog feedback statistics
await updateChatFeedbackCount({
appId,
chatId,
session
});
});
} catch (error) {
addLog.error('addCustomFeedbacks error', error);
throw error;
}
};
/**
* Update feedback count statistics for a chat in Chat table
* This method aggregates feedback data from chatItems and updates the Chat table
*
* @param appId - Application ID
* @param chatId - Chat ID
* @param session - Optional MongoDB session for transaction support
*/
export async function updateChatFeedbackCount({
appId,
chatId,
session
}: {
appId: string;
chatId: string;
session?: ClientSession;
}): Promise<void> {
try {
// Aggregate feedback statistics from chatItems
const stats = await MongoChatItem.aggregate(
[
{
$match: {
appId: new Types.ObjectId(appId),
chatId,
obj: ChatRoleEnum.AI
}
},
{
$group: {
_id: null,
goodFeedbackCount: {
$sum: {
$cond: [{ $ifNull: ['$userGoodFeedback', false] }, 1, 0]
}
},
badFeedbackCount: {
$sum: {
$cond: [{ $ifNull: ['$userBadFeedback', false] }, 1, 0]
}
},
// Calculate unread good feedback count
unreadGoodFeedbackCount: {
$sum: {
$cond: [
{
$and: [
{ $ne: [{ $ifNull: ['$isFeedbackRead', false] }, true] },
{ $ne: [{ $ifNull: ['$userGoodFeedback', null] }, null] }
]
},
1,
0
]
}
},
// Calculate unread bad feedback count
unreadBadFeedbackCount: {
$sum: {
$cond: [
{
$and: [
{ $ne: [{ $ifNull: ['$isFeedbackRead', false] }, true] },
{ $ne: [{ $ifNull: ['$userBadFeedback', null] }, null] }
]
},
1,
0
]
}
}
}
}
],
{ session }
);
const feedbackStats = stats[0] || {
goodFeedbackCount: 0,
badFeedbackCount: 0,
unreadGoodFeedbackCount: 0,
unreadBadFeedbackCount: 0
};
// Calculate boolean flags
const hasGoodFeedback = feedbackStats.goodFeedbackCount > 0;
const hasBadFeedback = feedbackStats.badFeedbackCount > 0;
const hasUnreadGoodFeedback = feedbackStats.unreadGoodFeedbackCount > 0;
const hasUnreadBadFeedback = feedbackStats.unreadBadFeedbackCount > 0;
// Build update object - only set fields that are true, unset fields that are false
const updateObj: Record<string, any> = {};
const unsetObj: Record<string, any> = {};
if (hasGoodFeedback) {
updateObj.hasGoodFeedback = true;
} else {
unsetObj.hasGoodFeedback = '';
}
if (hasBadFeedback) {
updateObj.hasBadFeedback = true;
} else {
unsetObj.hasBadFeedback = '';
}
if (hasUnreadGoodFeedback) {
updateObj.hasUnreadGoodFeedback = true;
} else {
unsetObj.hasUnreadGoodFeedback = '';
}
if (hasUnreadBadFeedback) {
updateObj.hasUnreadBadFeedback = true;
} else {
unsetObj.hasUnreadBadFeedback = '';
}
// Build the final update query
const updateQuery: Record<string, any> = {};
if (Object.keys(updateObj).length > 0) {
updateQuery.$set = updateObj;
}
if (Object.keys(unsetObj).length > 0) {
updateQuery.$unset = unsetObj;
}
// Update Chat table with aggregated statistics and boolean flags
await MongoChat.updateOne(
{
appId,
chatId
},
updateQuery,
{
session
}
);
addLog.debug('updateChatFeedbackCount success', {
appId,
chatId,
stats: feedbackStats,
hasGoodFeedback,
hasBadFeedback,
hasUnreadGoodFeedback,
hasUnreadBadFeedback
});
} catch (error) {
addLog.error('updateChatFeedbackCount error', error);
throw error;
}
}