mirror of
https://github.com/labring/FastGPT.git
synced 2025-12-25 20:02:47 +00:00
Some checks are pending
Document deploy / sync-images (push) Waiting to run
Document deploy / generate-timestamp (push) Blocked by required conditions
Document deploy / build-images (map[domain:https://fastgpt.cn suffix:cn]) (push) Blocked by required conditions
Document deploy / build-images (map[domain:https://fastgpt.io suffix:io]) (push) Blocked by required conditions
Document deploy / update-images (map[deployment:fastgpt-docs domain:https://fastgpt.cn kube_config:KUBE_CONFIG_CN suffix:cn]) (push) Blocked by required conditions
Document deploy / update-images (map[deployment:fastgpt-docs domain:https://fastgpt.io kube_config:KUBE_CONFIG_IO suffix:io]) (push) Blocked by required conditions
Build FastGPT images in Personal warehouse / get-vars (push) Waiting to run
Build FastGPT images in Personal warehouse / build-fastgpt-images (map[arch:amd64 runs-on:ubuntu-24.04]) (push) Blocked by required conditions
Build FastGPT images in Personal warehouse / build-fastgpt-images (map[arch:arm64 runs-on:ubuntu-24.04-arm]) (push) Blocked by required conditions
Build FastGPT images in Personal warehouse / release-fastgpt-images (push) Blocked by required conditions
* feat: migrate chat files to s3 (#5802) * feat: migrate chat files to s3 * feat: add delete jobs for deleting s3 files * chore: improvements * fix: lockfile * fix: imports * feat: add ttl for those uploaded files but not send yet * feat: init bullmq worker * fix: s3 key * perf: s3 internal url * remove env * fix: re-sign a new url * fix: re-sign a new url * perf: s3 code --------- Co-authored-by: archer <545436317@qq.com> * update pacakge * feat: add more file type for uploading (#5807) * fix: re-sign a new url * wip: file selector * feat: add more file type for uploading * feat: migrate chat files to s3 (#5802) * feat: migrate chat files to s3 * feat: add delete jobs for deleting s3 files * chore: improvements * fix: lockfile * fix: imports * feat: add ttl for those uploaded files but not send yet * feat: init bullmq worker * fix: s3 key * perf: s3 internal url * remove env * fix: re-sign a new url * fix: re-sign a new url * perf: s3 code --------- Co-authored-by: archer <545436317@qq.com> * fix: limit minmax available file upload number * perf: file select modal code * fix: fileselect refresh * fix: ts --------- Co-authored-by: archer <545436317@qq.com> * bugfix: chat page (#5809) * fix: upload avatar * fix: chat page username display issue and setting button visibility * doc * Markdown match base64 performance * feat: improve global variables(time, file, dataset) (#5804) * feat: improve global variables(time, file, dataset) * feat: optimize code * perf: time variables code * fix: model, file * fix: hide file upload * fix: ts * hide dataset select --------- Co-authored-by: archer <545436317@qq.com> * perf: insert training queue * perf: s3 upload error i18n * fix: share page s3 * fix: timeselector ui error * var update node * Timepicker ui * feat: plugin support password * fix: password disabled UX * fix: button size * fix: no model cache for chat page (#5820) * rename function * fix: workflow bug * fix: interactive loop * fix test * perf: common textare no richtext * move system plugin config (#5803) (#5813) * move system plugin config (#5803) * move system plugin config * extract tag bar * filter * tool detail temp * marketplace * params * fix * type * search * tags render * status * ui * code * connect to backend (#5815) * feat: marketplace apis & type definitions (#5817) * chore: marketplace init * chore: marketplace list api type * chore: detail api * marketplace & import * feat: marketplace ui (#5826) * temp * marketplace * import * feat: detail return readme * chore: cache data expire 10 mins * chore: update docs * feat: marketplace ui --------- Co-authored-by: heheer <zhiyu44@qq.com> * feat: marketplace (#5830) * temp * marketplace * chore: tool list tag filter * chore: adjust --------- Co-authored-by: heheer <zhiyu44@qq.com> * tool detail drawer * remove tag filter * fix * fix * fix build * update pnpm-lock * fix type * perf code * marketplace router * fix build * navbar icon * fix ui * fix init * docs: marketplace/plugin (#5832) * temp * marketplace * docs(plugin): system tool docs --------- Co-authored-by: heheer <zhiyu44@qq.com> * default url * feat: i18n/ docker build (#5833) * chore: docker build * feat: i18n selector * fix * fix * fix: i18n parse * fix: i18n parse --------- Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com> Co-authored-by: heheer <zhiyu44@qq.com> * marketplace url * update action * market place code * market place code * title * fix: nextconfig * fix: copilot review * Remove bypassable regex-based XSS sanitization from marketplace search (#5835) * Initial plan * Remove problematic regex-based XSS sanitization from search inputs Co-authored-by: c121914yu <50446880+c121914yu@users.noreply.github.com> --------- Co-authored-by: copilot-swe-agent[bot] <198982749+Copilot@users.noreply.github.com> Co-authored-by: c121914yu <50446880+c121914yu@users.noreply.github.com> * feat: tool tag openapi * api check * fix: tsc * fix: ts * fix: lock * sdk version * ts * sdk version * remove invalid tip * perf: export data add timezone * perf: admin plugin api move * perf: tool code * move tag code * perf: marketplace and team plugin code * remove workflow invalid request * rename global tool code * rename global tool code * rename api * fix some bugs (#5841) * fix some bugs * fix * perf: Tag filter * fix: ts * fix: ts --------- Co-authored-by: archer <545436317@qq.com> * perf: Concat function * fix: workflow snapshot push * fix: ts type * fix: login to config/* * fix: ts * fix: model avatar (#5848) * fix: model avatar * fix: ts * fix: avatar migration to s3 * update lock * fix: avatar redirect --------- Co-authored-by: archer <545436317@qq.com> * fix tool detail (#5847) * fix tool detail * init script * fix build * perf: plugin detail modal * change tooltags to tags * fix icon --------- Co-authored-by: archer <545436317@qq.com> * fix tag filter scroll (#5852) * fix create app plugin & import info (#5853) * tag size * rename toolkit * download url * import plugin status (#5854) * init doc * fix: init shell --------- Co-authored-by: 伍闲犬 <whoeverimf5@gmail.com> Co-authored-by: Zeng Qingwen <143274079+fishwww-ww@users.noreply.github.com> Co-authored-by: heheer <heheer@sealos.io> Co-authored-by: Finley Ge <32237950+FinleyGe@users.noreply.github.com> Co-authored-by: heheer <zhiyu44@qq.com> Co-authored-by: Copilot <198982749+Copilot@users.noreply.github.com>
209 lines
7.1 KiB
TypeScript
209 lines
7.1 KiB
TypeScript
import { WorkflowIOValueTypeEnum } from '../workflow/constants';
|
|
import { FlowNodeInputTypeEnum, FlowNodeOutputTypeEnum } from '../workflow/node/constant';
|
|
import type { FlowNodeInputItemType, FlowNodeOutputItemType } from '../workflow/type/io';
|
|
import SwaggerParser from '@apidevtools/swagger-parser';
|
|
import yaml from 'js-yaml';
|
|
import type { OpenAPIV3 } from 'openapi-types';
|
|
import type { OpenApiJsonSchema } from './tool/httpTool/type';
|
|
import { i18nT } from '../../../web/i18n/utils';
|
|
|
|
type SchemaInputValueType = 'string' | 'number' | 'integer' | 'boolean' | 'array' | 'object';
|
|
export type JsonSchemaPropertiesItemType = {
|
|
description?: string;
|
|
'x-tool-description'?: string;
|
|
type: SchemaInputValueType;
|
|
enum?: string[];
|
|
minimum?: number;
|
|
maximum?: number;
|
|
items?: { type: SchemaInputValueType };
|
|
};
|
|
export type JSONSchemaInputType = {
|
|
type: SchemaInputValueType;
|
|
properties?: Record<string, JsonSchemaPropertiesItemType>;
|
|
required?: string[];
|
|
};
|
|
export type JSONSchemaOutputType = {
|
|
type: SchemaInputValueType;
|
|
properties?: Record<string, JsonSchemaPropertiesItemType>;
|
|
required?: string[];
|
|
};
|
|
|
|
export const getNodeInputTypeFromSchemaInputType = ({
|
|
type,
|
|
arrayItems
|
|
}: {
|
|
type: SchemaInputValueType;
|
|
arrayItems?: { type: SchemaInputValueType };
|
|
}) => {
|
|
if (type === 'string') return WorkflowIOValueTypeEnum.string;
|
|
if (type === 'number') return WorkflowIOValueTypeEnum.number;
|
|
if (type === 'integer') return WorkflowIOValueTypeEnum.number;
|
|
if (type === 'boolean') return WorkflowIOValueTypeEnum.boolean;
|
|
if (type === 'object') return WorkflowIOValueTypeEnum.object;
|
|
|
|
if (!arrayItems) return WorkflowIOValueTypeEnum.arrayAny;
|
|
|
|
const itemType = arrayItems.type;
|
|
if (itemType === 'string') return WorkflowIOValueTypeEnum.arrayString;
|
|
if (itemType === 'number') return WorkflowIOValueTypeEnum.arrayNumber;
|
|
if (itemType === 'integer') return WorkflowIOValueTypeEnum.arrayNumber;
|
|
if (itemType === 'boolean') return WorkflowIOValueTypeEnum.arrayBoolean;
|
|
if (itemType === 'object') return WorkflowIOValueTypeEnum.arrayObject;
|
|
|
|
return WorkflowIOValueTypeEnum.arrayAny;
|
|
};
|
|
const getNodeInputRenderTypeFromSchemaInputType = ({
|
|
type,
|
|
enum: enumList,
|
|
minimum,
|
|
maximum
|
|
}: JsonSchemaPropertiesItemType) => {
|
|
if (enumList && enumList.length > 0) {
|
|
return {
|
|
value: enumList[0],
|
|
renderTypeList: [FlowNodeInputTypeEnum.select],
|
|
list: enumList.map((item) => ({ label: item, value: item }))
|
|
};
|
|
}
|
|
if (type === 'string') {
|
|
return {
|
|
renderTypeList: [FlowNodeInputTypeEnum.input, FlowNodeInputTypeEnum.reference]
|
|
};
|
|
}
|
|
if (type === 'number') {
|
|
return {
|
|
renderTypeList: [FlowNodeInputTypeEnum.numberInput, FlowNodeInputTypeEnum.reference],
|
|
max: maximum,
|
|
min: minimum
|
|
};
|
|
}
|
|
if (type === 'boolean') {
|
|
return {
|
|
renderTypeList: [FlowNodeInputTypeEnum.switch]
|
|
};
|
|
}
|
|
return { renderTypeList: [FlowNodeInputTypeEnum.JSONEditor, FlowNodeInputTypeEnum.reference] };
|
|
};
|
|
export const jsonSchema2NodeInput = (jsonSchema: JSONSchemaInputType): FlowNodeInputItemType[] => {
|
|
return Object.entries(jsonSchema?.properties || {}).map(([key, value]) => ({
|
|
key,
|
|
label: key,
|
|
valueType: getNodeInputTypeFromSchemaInputType({ type: value.type, arrayItems: value.items }),
|
|
description: value.description,
|
|
toolDescription: value['x-tool-description'] ?? value.description ?? key,
|
|
required: jsonSchema?.required?.includes(key),
|
|
...getNodeInputRenderTypeFromSchemaInputType(value)
|
|
}));
|
|
};
|
|
export const jsonSchema2NodeOutput = (
|
|
jsonSchema: JSONSchemaOutputType
|
|
): FlowNodeOutputItemType[] => {
|
|
return Object.entries(jsonSchema?.properties || {}).map(([key, value]) => ({
|
|
id: key,
|
|
key,
|
|
label: key,
|
|
required: jsonSchema?.required?.includes(key),
|
|
type: FlowNodeOutputTypeEnum.static,
|
|
valueType: getNodeInputTypeFromSchemaInputType({ type: value.type, arrayItems: value.items }),
|
|
description: value.description,
|
|
toolDescription: value['x-tool-description'] ?? value.description ?? key
|
|
}));
|
|
};
|
|
export const str2OpenApiSchema = async (yamlStr = ''): Promise<OpenApiJsonSchema> => {
|
|
try {
|
|
const data = (() => {
|
|
try {
|
|
return JSON.parse(yamlStr);
|
|
} catch (jsonError) {
|
|
return yaml.load(yamlStr, { schema: yaml.FAILSAFE_SCHEMA });
|
|
}
|
|
})();
|
|
const jsonSchema = (await SwaggerParser.dereference(data)) as OpenAPIV3.Document;
|
|
|
|
const serverPath = (() => {
|
|
if (jsonSchema.servers && jsonSchema.servers.length > 0) {
|
|
return jsonSchema.servers[0].url || '';
|
|
}
|
|
if (data.host || data.basePath) {
|
|
const scheme = data.schemes && data.schemes.length > 0 ? data.schemes[0] : 'https';
|
|
const host = data.host || '';
|
|
const basePath = data.basePath || '';
|
|
return `${scheme}://${host}${basePath}`;
|
|
}
|
|
return '';
|
|
})();
|
|
|
|
const pathData = Object.keys(jsonSchema.paths)
|
|
.map((path) => {
|
|
const methodData: any = jsonSchema.paths[path];
|
|
return Object.keys(methodData)
|
|
.filter((method) =>
|
|
['get', 'post', 'put', 'delete', 'patch'].includes(method.toLocaleLowerCase())
|
|
)
|
|
.map((method) => {
|
|
const methodInfo = methodData[method];
|
|
if (methodInfo.deprecated) return;
|
|
|
|
const requestBody = (() => {
|
|
if (methodInfo?.requestBody) {
|
|
return methodInfo.requestBody;
|
|
}
|
|
if (methodInfo.parameters) {
|
|
const bodyParam = methodInfo.parameters.find(
|
|
(param: OpenAPIV3.ParameterObject) => param.in === 'body'
|
|
);
|
|
if (bodyParam) {
|
|
return {
|
|
content: {
|
|
'application/json': {
|
|
schema: bodyParam.schema
|
|
}
|
|
}
|
|
};
|
|
}
|
|
}
|
|
return undefined;
|
|
})();
|
|
|
|
const result = {
|
|
path,
|
|
method,
|
|
name: methodInfo.operationId || path,
|
|
description: methodInfo.description || methodInfo.summary,
|
|
params: methodInfo.parameters,
|
|
request: requestBody,
|
|
response: methodInfo.responses
|
|
};
|
|
return result;
|
|
});
|
|
})
|
|
.flat()
|
|
.filter(Boolean) as OpenApiJsonSchema['pathData'];
|
|
return { pathData, serverPath };
|
|
} catch (err) {
|
|
return Promise.reject(i18nT('common:plugin.Invalid Schema'));
|
|
}
|
|
};
|
|
export const getSchemaValueType = (schema: { type: string; items?: { type: string } }) => {
|
|
const typeMap: { [key: string]: WorkflowIOValueTypeEnum } = {
|
|
string: WorkflowIOValueTypeEnum.arrayString,
|
|
number: WorkflowIOValueTypeEnum.arrayNumber,
|
|
integer: WorkflowIOValueTypeEnum.arrayNumber,
|
|
boolean: WorkflowIOValueTypeEnum.arrayBoolean,
|
|
object: WorkflowIOValueTypeEnum.arrayObject
|
|
};
|
|
|
|
if (schema?.type === 'integer') {
|
|
return WorkflowIOValueTypeEnum.number;
|
|
}
|
|
|
|
if (schema?.type === 'array' && schema?.items) {
|
|
const itemType = typeMap[schema.items.type];
|
|
if (itemType) {
|
|
return itemType;
|
|
}
|
|
}
|
|
|
|
return schema?.type as WorkflowIOValueTypeEnum;
|
|
};
|