mirror of
https://github.com/labring/FastGPT.git
synced 2025-12-25 20:02:47 +00:00
Some checks are pending
Document deploy / sync-images (push) Waiting to run
Document deploy / generate-timestamp (push) Blocked by required conditions
Document deploy / build-images (map[domain:https://fastgpt.cn suffix:cn]) (push) Blocked by required conditions
Document deploy / build-images (map[domain:https://fastgpt.io suffix:io]) (push) Blocked by required conditions
Document deploy / update-images (map[deployment:fastgpt-docs domain:https://fastgpt.cn kube_config:KUBE_CONFIG_CN suffix:cn]) (push) Blocked by required conditions
Document deploy / update-images (map[deployment:fastgpt-docs domain:https://fastgpt.io kube_config:KUBE_CONFIG_IO suffix:io]) (push) Blocked by required conditions
Build FastGPT images in Personal warehouse / get-vars (push) Waiting to run
Build FastGPT images in Personal warehouse / build-fastgpt-images (map[arch:amd64 runs-on:ubuntu-24.04]) (push) Blocked by required conditions
Build FastGPT images in Personal warehouse / build-fastgpt-images (map[arch:arm64 runs-on:ubuntu-24.04-arm]) (push) Blocked by required conditions
Build FastGPT images in Personal warehouse / release-fastgpt-images (push) Blocked by required conditions
* feat: migrate chat files to s3 (#5802) * feat: migrate chat files to s3 * feat: add delete jobs for deleting s3 files * chore: improvements * fix: lockfile * fix: imports * feat: add ttl for those uploaded files but not send yet * feat: init bullmq worker * fix: s3 key * perf: s3 internal url * remove env * fix: re-sign a new url * fix: re-sign a new url * perf: s3 code --------- Co-authored-by: archer <545436317@qq.com> * update pacakge * feat: add more file type for uploading (#5807) * fix: re-sign a new url * wip: file selector * feat: add more file type for uploading * feat: migrate chat files to s3 (#5802) * feat: migrate chat files to s3 * feat: add delete jobs for deleting s3 files * chore: improvements * fix: lockfile * fix: imports * feat: add ttl for those uploaded files but not send yet * feat: init bullmq worker * fix: s3 key * perf: s3 internal url * remove env * fix: re-sign a new url * fix: re-sign a new url * perf: s3 code --------- Co-authored-by: archer <545436317@qq.com> * fix: limit minmax available file upload number * perf: file select modal code * fix: fileselect refresh * fix: ts --------- Co-authored-by: archer <545436317@qq.com> * bugfix: chat page (#5809) * fix: upload avatar * fix: chat page username display issue and setting button visibility * doc * Markdown match base64 performance * feat: improve global variables(time, file, dataset) (#5804) * feat: improve global variables(time, file, dataset) * feat: optimize code * perf: time variables code * fix: model, file * fix: hide file upload * fix: ts * hide dataset select --------- Co-authored-by: archer <545436317@qq.com> * perf: insert training queue * perf: s3 upload error i18n * fix: share page s3 * fix: timeselector ui error * var update node * Timepicker ui * feat: plugin support password * fix: password disabled UX * fix: button size * fix: no model cache for chat page (#5820) * rename function * fix: workflow bug * fix: interactive loop * fix test * perf: common textare no richtext * move system plugin config (#5803) (#5813) * move system plugin config (#5803) * move system plugin config * extract tag bar * filter * tool detail temp * marketplace * params * fix * type * search * tags render * status * ui * code * connect to backend (#5815) * feat: marketplace apis & type definitions (#5817) * chore: marketplace init * chore: marketplace list api type * chore: detail api * marketplace & import * feat: marketplace ui (#5826) * temp * marketplace * import * feat: detail return readme * chore: cache data expire 10 mins * chore: update docs * feat: marketplace ui --------- Co-authored-by: heheer <zhiyu44@qq.com> * feat: marketplace (#5830) * temp * marketplace * chore: tool list tag filter * chore: adjust --------- Co-authored-by: heheer <zhiyu44@qq.com> * tool detail drawer * remove tag filter * fix * fix * fix build * update pnpm-lock * fix type * perf code * marketplace router * fix build * navbar icon * fix ui * fix init * docs: marketplace/plugin (#5832) * temp * marketplace * docs(plugin): system tool docs --------- Co-authored-by: heheer <zhiyu44@qq.com> * default url * feat: i18n/ docker build (#5833) * chore: docker build * feat: i18n selector * fix * fix * fix: i18n parse * fix: i18n parse --------- Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com> Co-authored-by: heheer <zhiyu44@qq.com> * marketplace url * update action * market place code * market place code * title * fix: nextconfig * fix: copilot review * Remove bypassable regex-based XSS sanitization from marketplace search (#5835) * Initial plan * Remove problematic regex-based XSS sanitization from search inputs Co-authored-by: c121914yu <50446880+c121914yu@users.noreply.github.com> --------- Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com> Co-authored-by: c121914yu <50446880+c121914yu@users.noreply.github.com> * feat: tool tag openapi * api check * fix: tsc * fix: ts * fix: lock * sdk version * ts * sdk version * remove invalid tip * perf: export data add timezone * perf: admin plugin api move * perf: tool code * move tag code * perf: marketplace and team plugin code * remove workflow invalid request * rename global tool code * rename global tool code * rename api * fix some bugs (#5841) * fix some bugs * fix * perf: Tag filter * fix: ts * fix: ts --------- Co-authored-by: archer <545436317@qq.com> * perf: Concat function * fix: workflow snapshot push * fix: ts type * fix: login to config/* * fix: ts * fix: model avatar (#5848) * fix: model avatar * fix: ts * fix: avatar migration to s3 * update lock * fix: avatar redirect --------- Co-authored-by: archer <545436317@qq.com> * fix tool detail (#5847) * fix tool detail * init script * fix build * perf: plugin detail modal * change tooltags to tags * fix icon --------- Co-authored-by: archer <545436317@qq.com> * fix tag filter scroll (#5852) * fix create app plugin & import info (#5853) * tag size * rename toolkit * download url * import plugin status (#5854) * init doc * fix: init shell --------- Co-authored-by: 伍闲犬 <whoeverimf5@gmail.com> Co-authored-by: Zeng Qingwen <143274079+fishwww-ww@users.noreply.github.com> Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com> Co-authored-by: heheer <zhiyu44@qq.com> Co-authored-by: Copilot <198982749+Copilot@users.noreply.github.com>
432 lines
13 KiB
TypeScript
432 lines
13 KiB
TypeScript
import type {
|
||
AIChatItemValueItemType,
|
||
ChatItemType,
|
||
ChatItemValueItemType,
|
||
RuntimeUserPromptType,
|
||
SystemChatItemValueItemType,
|
||
UserChatItemType,
|
||
UserChatItemValueItemType
|
||
} from '../../core/chat/type.d';
|
||
import { ChatFileTypeEnum, ChatItemValueTypeEnum, ChatRoleEnum } from '../../core/chat/constants';
|
||
import type {
|
||
ChatCompletionContentPart,
|
||
ChatCompletionFunctionMessageParam,
|
||
ChatCompletionMessageFunctionCall,
|
||
ChatCompletionMessageParam,
|
||
ChatCompletionMessageToolCall,
|
||
ChatCompletionToolMessageParam
|
||
} from '../../core/ai/type.d';
|
||
import { ChatCompletionRequestMessageRoleEnum } from '../../core/ai/constants';
|
||
|
||
const GPT2Chat = {
|
||
[ChatCompletionRequestMessageRoleEnum.System]: ChatRoleEnum.System,
|
||
[ChatCompletionRequestMessageRoleEnum.User]: ChatRoleEnum.Human,
|
||
[ChatCompletionRequestMessageRoleEnum.Assistant]: ChatRoleEnum.AI,
|
||
[ChatCompletionRequestMessageRoleEnum.Function]: ChatRoleEnum.AI,
|
||
[ChatCompletionRequestMessageRoleEnum.Tool]: ChatRoleEnum.AI
|
||
};
|
||
|
||
export function adaptRole_Message2Chat(role: `${ChatCompletionRequestMessageRoleEnum}`) {
|
||
return GPT2Chat[role];
|
||
}
|
||
|
||
export const simpleUserContentPart = (content: ChatCompletionContentPart[]) => {
|
||
if (content.length === 1 && content[0].type === 'text') {
|
||
return content[0].text;
|
||
}
|
||
return content;
|
||
};
|
||
|
||
export const chats2GPTMessages = ({
|
||
messages,
|
||
reserveId,
|
||
reserveTool = false
|
||
}: {
|
||
messages: ChatItemType[];
|
||
reserveId: boolean;
|
||
reserveTool?: boolean;
|
||
}): ChatCompletionMessageParam[] => {
|
||
let results: ChatCompletionMessageParam[] = [];
|
||
|
||
messages.forEach((item) => {
|
||
const dataId = reserveId ? item.dataId : undefined;
|
||
if (item.obj === ChatRoleEnum.System) {
|
||
const content = item.value?.[0]?.text?.content;
|
||
if (content) {
|
||
results.push({
|
||
dataId,
|
||
role: ChatCompletionRequestMessageRoleEnum.System,
|
||
content
|
||
});
|
||
}
|
||
} else if (item.obj === ChatRoleEnum.Human) {
|
||
const value = item.value
|
||
.map((item) => {
|
||
if (item.type === ChatItemValueTypeEnum.text) {
|
||
return {
|
||
type: 'text',
|
||
text: item.text?.content || ''
|
||
};
|
||
}
|
||
if (item.type === ChatItemValueTypeEnum.file) {
|
||
if (item.file?.type === ChatFileTypeEnum.image) {
|
||
return {
|
||
type: 'image_url',
|
||
key: item.file.key,
|
||
image_url: {
|
||
url: item.file.url
|
||
}
|
||
};
|
||
} else if (item.file?.type === ChatFileTypeEnum.file) {
|
||
return {
|
||
type: 'file_url',
|
||
name: item.file?.name || '',
|
||
url: item.file.url,
|
||
key: item.file.key
|
||
};
|
||
}
|
||
}
|
||
})
|
||
.filter(Boolean) as ChatCompletionContentPart[];
|
||
|
||
results.push({
|
||
dataId,
|
||
hideInUI: item.hideInUI,
|
||
role: ChatCompletionRequestMessageRoleEnum.User,
|
||
content: simpleUserContentPart(value)
|
||
});
|
||
} else {
|
||
const aiResults: ChatCompletionMessageParam[] = [];
|
||
|
||
//AI
|
||
item.value.forEach((value, i) => {
|
||
if (value.type === ChatItemValueTypeEnum.tool && value.tools && reserveTool) {
|
||
const tool_calls: ChatCompletionMessageToolCall[] = [];
|
||
const toolResponse: ChatCompletionToolMessageParam[] = [];
|
||
value.tools.forEach((tool) => {
|
||
tool_calls.push({
|
||
id: tool.id,
|
||
type: 'function',
|
||
function: {
|
||
name: tool.functionName,
|
||
arguments: tool.params
|
||
}
|
||
});
|
||
toolResponse.push({
|
||
tool_call_id: tool.id,
|
||
role: ChatCompletionRequestMessageRoleEnum.Tool,
|
||
name: tool.functionName,
|
||
content: tool.response
|
||
});
|
||
});
|
||
aiResults.push({
|
||
dataId,
|
||
role: ChatCompletionRequestMessageRoleEnum.Assistant,
|
||
tool_calls
|
||
});
|
||
aiResults.push(...toolResponse);
|
||
} else if (
|
||
value.type === ChatItemValueTypeEnum.text &&
|
||
typeof value.text?.content === 'string'
|
||
) {
|
||
if (!value.text.content && item.value.length > 1) {
|
||
return;
|
||
}
|
||
// Concat text
|
||
const lastValue = item.value[i - 1];
|
||
const lastResult = aiResults[aiResults.length - 1];
|
||
if (
|
||
lastValue &&
|
||
lastValue.type === ChatItemValueTypeEnum.text &&
|
||
typeof lastResult?.content === 'string'
|
||
) {
|
||
lastResult.content += value.text.content;
|
||
} else {
|
||
aiResults.push({
|
||
dataId,
|
||
role: ChatCompletionRequestMessageRoleEnum.Assistant,
|
||
content: value.text.content
|
||
});
|
||
}
|
||
} else if (value.type === ChatItemValueTypeEnum.interactive) {
|
||
aiResults.push({
|
||
dataId,
|
||
role: ChatCompletionRequestMessageRoleEnum.Assistant,
|
||
interactive: value.interactive
|
||
});
|
||
}
|
||
});
|
||
|
||
// Auto add empty assistant message
|
||
results = results.concat(
|
||
aiResults.length > 0
|
||
? aiResults
|
||
: [
|
||
{
|
||
dataId,
|
||
role: ChatCompletionRequestMessageRoleEnum.Assistant,
|
||
content: ''
|
||
}
|
||
]
|
||
);
|
||
}
|
||
});
|
||
|
||
return results;
|
||
};
|
||
|
||
export const GPTMessages2Chats = ({
|
||
messages,
|
||
reserveTool = true,
|
||
getToolInfo
|
||
}: {
|
||
messages: ChatCompletionMessageParam[];
|
||
reserveTool?: boolean;
|
||
getToolInfo?: (name: string) => { name: string; avatar: string };
|
||
}): ChatItemType[] => {
|
||
const chatMessages = messages
|
||
.map((item) => {
|
||
const obj = GPT2Chat[item.role];
|
||
|
||
const value = (() => {
|
||
if (
|
||
obj === ChatRoleEnum.System &&
|
||
item.role === ChatCompletionRequestMessageRoleEnum.System
|
||
) {
|
||
const value: SystemChatItemValueItemType[] = [];
|
||
|
||
if (Array.isArray(item.content)) {
|
||
item.content.forEach((item) => [
|
||
value.push({
|
||
type: ChatItemValueTypeEnum.text,
|
||
text: {
|
||
content: item.text
|
||
}
|
||
})
|
||
]);
|
||
} else {
|
||
value.push({
|
||
type: ChatItemValueTypeEnum.text,
|
||
text: {
|
||
content: item.content
|
||
}
|
||
});
|
||
}
|
||
return value;
|
||
} else if (
|
||
obj === ChatRoleEnum.Human &&
|
||
item.role === ChatCompletionRequestMessageRoleEnum.User
|
||
) {
|
||
const value: UserChatItemValueItemType[] = [];
|
||
|
||
if (typeof item.content === 'string') {
|
||
value.push({
|
||
type: ChatItemValueTypeEnum.text,
|
||
text: {
|
||
content: item.content
|
||
}
|
||
});
|
||
} else if (Array.isArray(item.content)) {
|
||
item.content.forEach((item) => {
|
||
if (item.type === 'text') {
|
||
value.push({
|
||
type: ChatItemValueTypeEnum.text,
|
||
text: {
|
||
content: item.text
|
||
}
|
||
});
|
||
} else if (item.type === 'image_url') {
|
||
value.push({
|
||
//@ts-ignore
|
||
type: ChatItemValueTypeEnum.file,
|
||
file: {
|
||
type: ChatFileTypeEnum.image,
|
||
name: '',
|
||
url: item.image_url.url,
|
||
key: item.key
|
||
}
|
||
});
|
||
} else if (item.type === 'file_url') {
|
||
value.push({
|
||
// @ts-ignore
|
||
type: ChatItemValueTypeEnum.file,
|
||
file: {
|
||
type: ChatFileTypeEnum.file,
|
||
name: item.name,
|
||
url: item.url,
|
||
key: item.key
|
||
}
|
||
});
|
||
}
|
||
});
|
||
}
|
||
return value;
|
||
} else if (
|
||
obj === ChatRoleEnum.AI &&
|
||
item.role === ChatCompletionRequestMessageRoleEnum.Assistant
|
||
) {
|
||
const value: AIChatItemValueItemType[] = [];
|
||
|
||
if (typeof item.reasoning_text === 'string' && item.reasoning_text) {
|
||
value.push({
|
||
type: ChatItemValueTypeEnum.reasoning,
|
||
reasoning: {
|
||
content: item.reasoning_text
|
||
}
|
||
});
|
||
}
|
||
if (item.tool_calls && reserveTool) {
|
||
// save tool calls
|
||
const toolCalls = item.tool_calls as ChatCompletionMessageToolCall[];
|
||
value.push({
|
||
//@ts-ignore
|
||
type: ChatItemValueTypeEnum.tool,
|
||
tools: toolCalls.map((tool) => {
|
||
let toolResponse =
|
||
messages.find(
|
||
(msg) =>
|
||
msg.role === ChatCompletionRequestMessageRoleEnum.Tool &&
|
||
msg.tool_call_id === tool.id
|
||
)?.content || '';
|
||
toolResponse =
|
||
typeof toolResponse === 'string' ? toolResponse : JSON.stringify(toolResponse);
|
||
|
||
const toolInfo = getToolInfo?.(tool.function.name);
|
||
|
||
return {
|
||
id: tool.id,
|
||
toolName: toolInfo?.name || '',
|
||
toolAvatar: toolInfo?.avatar || '',
|
||
functionName: tool.function.name,
|
||
params: tool.function.arguments,
|
||
response: toolResponse as string
|
||
};
|
||
})
|
||
});
|
||
}
|
||
if (item.function_call && reserveTool) {
|
||
const functionCall = item.function_call as ChatCompletionMessageFunctionCall;
|
||
const functionResponse = messages.find(
|
||
(msg) =>
|
||
msg.role === ChatCompletionRequestMessageRoleEnum.Function &&
|
||
msg.name === item.function_call?.name
|
||
) as ChatCompletionFunctionMessageParam;
|
||
|
||
if (functionResponse) {
|
||
value.push({
|
||
//@ts-ignore
|
||
type: ChatItemValueTypeEnum.tool,
|
||
tools: [
|
||
{
|
||
id: functionCall.id || '',
|
||
toolName: functionCall.toolName || '',
|
||
toolAvatar: functionCall.toolAvatar || '',
|
||
functionName: functionCall.name,
|
||
params: functionCall.arguments,
|
||
response: functionResponse.content || ''
|
||
}
|
||
]
|
||
});
|
||
}
|
||
}
|
||
if (item.interactive) {
|
||
value.push({
|
||
//@ts-ignore
|
||
type: ChatItemValueTypeEnum.interactive,
|
||
interactive: item.interactive
|
||
});
|
||
}
|
||
if (typeof item.content === 'string' && item.content) {
|
||
const lastValue = value[value.length - 1];
|
||
if (lastValue && lastValue.type === ChatItemValueTypeEnum.text && lastValue.text) {
|
||
lastValue.text.content += item.content;
|
||
} else {
|
||
value.push({
|
||
type: ChatItemValueTypeEnum.text,
|
||
text: {
|
||
content: item.content
|
||
}
|
||
});
|
||
}
|
||
}
|
||
|
||
return value;
|
||
}
|
||
|
||
return [];
|
||
})();
|
||
|
||
return {
|
||
dataId: item.dataId,
|
||
obj,
|
||
hideInUI: item.hideInUI,
|
||
value
|
||
} as ChatItemType;
|
||
})
|
||
.filter((item) => item.value.length > 0);
|
||
|
||
// Merge data with the same dataId(Sequential obj merging)
|
||
const result = chatMessages.reduce((result: ChatItemType[], currentItem) => {
|
||
const lastItem = result[result.length - 1];
|
||
|
||
if (lastItem && lastItem.dataId === currentItem.dataId && lastItem.obj === currentItem.obj) {
|
||
// @ts-ignore
|
||
lastItem.value = lastItem.value.concat(currentItem.value);
|
||
} else {
|
||
result.push(currentItem);
|
||
}
|
||
|
||
return result;
|
||
}, []);
|
||
|
||
return result;
|
||
};
|
||
|
||
export const chatValue2RuntimePrompt = (value: ChatItemValueItemType[]): RuntimeUserPromptType => {
|
||
const prompt: RuntimeUserPromptType = {
|
||
files: [],
|
||
text: ''
|
||
};
|
||
value.forEach((item) => {
|
||
if (item.type === 'file' && item.file) {
|
||
prompt.files.push(item.file);
|
||
} else if (item.text) {
|
||
prompt.text += item.text.content;
|
||
}
|
||
});
|
||
return prompt;
|
||
};
|
||
|
||
export const runtimePrompt2ChatsValue = (
|
||
prompt: RuntimeUserPromptType
|
||
): UserChatItemType['value'] => {
|
||
const value: UserChatItemType['value'] = [];
|
||
if (prompt.files) {
|
||
prompt.files.forEach((file) => {
|
||
value.push({
|
||
type: ChatItemValueTypeEnum.file,
|
||
file
|
||
});
|
||
});
|
||
}
|
||
if (prompt.text) {
|
||
value.push({
|
||
type: ChatItemValueTypeEnum.text,
|
||
text: {
|
||
content: prompt.text
|
||
}
|
||
});
|
||
}
|
||
return value;
|
||
};
|
||
|
||
export const getSystemPrompt_ChatItemType = (prompt?: string): ChatItemType[] => {
|
||
if (!prompt) return [];
|
||
return [
|
||
{
|
||
obj: ChatRoleEnum.System,
|
||
value: [{ type: ChatItemValueTypeEnum.text, text: { content: prompt } }]
|
||
}
|
||
];
|
||
};
|