From be1ddeb2521e312f51b4bb0f14335d12c489a3c8 Mon Sep 17 00:00:00 2001
From: wxg0103 <727495428@qq.com>
Date: Thu, 28 Nov 2024 14:37:16 +0800
Subject: [PATCH 01/10] =?UTF-8?q?fix:=20=E4=BF=AE=E5=A4=8D=E5=BC=95?=
 =?UTF-8?q?=E7=94=A8=E5=88=86=E6=AE=B5=E8=AF=A6=E6=83=85=E5=BC=B9=E6=A1=86?=
 =?UTF-8?q?=E5=92=8C=E6=89=A7=E8=A1=8C=E8=AF=A6=E6=83=85=E9=87=8C=E7=9A=84?=
 =?UTF-8?q?=E6=96=87=E6=A1=A3=E5=90=8D=E7=A7=B0=E4=B8=8D=E8=83=BD=E7=82=B9?=
 =?UTF-8?q?=E7=9A=84=E7=BC=BA=E9=99=B7?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

--bug=1049682 --user=王孝刚 【应用】引用分段详情弹框和执行详情里的文档名称不能点 https://www.tapd.cn/57709429/s/1619877
---
 ui/src/components/ai-chat/KnowledgeSource.vue | 15 ++++----
 .../ai-chat/component/ParagraphCard.vue       | 35 +++++++++++++++++--
 2 files changed, 38 insertions(+), 12 deletions(-)

diff --git a/ui/src/components/ai-chat/KnowledgeSource.vue b/ui/src/components/ai-chat/KnowledgeSource.vue
index cb8bf66db..db1dd6669 100644
--- a/ui/src/components/ai-chat/KnowledgeSource.vue
+++ b/ui/src/components/ai-chat/KnowledgeSource.vue
@@ -20,7 +20,12 @@
                 </div>
                 <div class="ml-8" v-else>
                   <a
-                    @click="openLink(item.source_url)"
+                    :href="
+                      item.source_url && !item.source_url.endsWith('/')
+                        ? item.source_url + '/'
+                        : item.source_url
+                    "
+                    target="_blank"
                     class="ellipsis"
                     :title="item?.document_name?.trim()"
                   >
@@ -98,14 +103,6 @@ const uniqueParagraphList = computed(() => {
     }) || []
   )
 })
-
-function openLink(url: string) {
-  // 如果url不是以/结尾，加上/
-  if (url && !url.endsWith('/')) {
-    url += '/'
-  }
-  window.open(url, '_blank')
-}
 </script>
 <style lang="scss" scoped>
 .source_dataset-button {
diff --git a/ui/src/components/ai-chat/component/ParagraphCard.vue b/ui/src/components/ai-chat/component/ParagraphCard.vue
index 4fb785e67..35ea4ac22 100644
--- a/ui/src/components/ai-chat/component/ParagraphCard.vue
+++ b/ui/src/components/ai-chat/component/ParagraphCard.vue
@@ -20,9 +20,25 @@
         <el-text class="flex align-center" style="width: 70%">
           <img :src="getImgUrl(data?.document_name?.trim())" alt="" width="20" class="mr-4" />
 
-          <span class="ellipsis" :title="data?.document_name?.trim()">
-            {{ data?.document_name.trim() }}</span
-          >
+          <template v-if="meta?.source_url">
+            <a
+              :href="
+                meta?.source_url && !meta?.source_url.endsWith('/')
+                  ? meta?.source_url + '/'
+                  : meta?.source_url
+              "
+              target="_blank"
+              class="ellipsis"
+              :title="data?.document_name?.trim()"
+            >
+              {{ data?.document_name?.trim() }}
+            </a>
+          </template>
+          <template v-else>
+            <span class="ellipsis" :title="data?.document_name?.trim()">
+              {{ data?.document_name?.trim() }}
+            </span>
+          </template>
         </el-text>
         <div class="flex align-center" style="line-height: 32px">
           <AppAvatar class="mr-8 avatar-blue" shape="square" :size="18">
@@ -37,6 +53,8 @@
 </template>
 <script setup lang="ts">
 import { getImgUrl } from '@/utils/utils'
+import { computed } from 'vue'
+
 const props = defineProps({
   data: {
     type: Object,
@@ -47,11 +65,22 @@ const props = defineProps({
     default: 0
   }
 })
+const isMetaObject = computed(() => typeof props.data.meta === 'object')
+const parsedMeta = computed(() => {
+  try {
+    return JSON.parse(props.data.meta)
+  } catch (e) {
+    return {}
+  }
+})
+
+const meta = computed(() => (isMetaObject.value ? props.data.meta : parsedMeta.value))
 </script>
 <style lang="scss" scoped>
 .paragraph-source-card-height {
   height: 260px;
 }
+
 @media only screen and (max-width: 768px) {
   .paragraph-source-card-height {
     height: 285px;

From f638abdea2036fb043fca33a2ac4427c39e7e710 Mon Sep 17 00:00:00 2001
From: CaptainB <bin@fit2cloud.com>
Date: Thu, 28 Nov 2024 14:34:51 +0800
Subject: [PATCH 02/10] =?UTF-8?q?fix:=20=E4=BF=AE=E5=A4=8D=E6=96=87?=
 =?UTF-8?q?=E6=A1=A3=E6=8F=90=E5=8F=96doc=E5=9B=BE=E7=89=87=E6=B2=A1?=
 =?UTF-8?q?=E6=9C=89=E4=BF=9D=E5=AD=98=E5=92=8C=E5=B1=95=E7=A4=BA=E7=9A=84?=
 =?UTF-8?q?=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../i_document_extract_node.py                |  2 +-
 .../impl/base_document_extract_node.py        | 45 ++++++++++++++++++-
 apps/common/handle/base_split_handle.py       |  2 +-
 apps/common/handle/impl/doc_split_handle.py   |  8 +++-
 apps/common/handle/impl/html_split_handle.py  |  2 +-
 apps/common/handle/impl/pdf_split_handle.py   |  2 +-
 apps/common/handle/impl/text_split_handle.py  |  2 +-
 apps/dataset/serializers/file_serializers.py  |  5 ++-
 8 files changed, 57 insertions(+), 11 deletions(-)

diff --git a/apps/application/flow/step_node/document_extract_node/i_document_extract_node.py b/apps/application/flow/step_node/document_extract_node/i_document_extract_node.py
index ceda39444..727267c33 100644
--- a/apps/application/flow/step_node/document_extract_node/i_document_extract_node.py
+++ b/apps/application/flow/step_node/document_extract_node/i_document_extract_node.py
@@ -23,5 +23,5 @@ class IDocumentExtractNode(INode):
                                                        self.node_params_serializer.data.get('document_list')[1:])
         return self.execute(document=res, **self.flow_params_serializer.data)
 
-    def execute(self, document, **kwargs) -> NodeResult:
+    def execute(self, document, chat_id, **kwargs) -> NodeResult:
         pass
diff --git a/apps/application/flow/step_node/document_extract_node/impl/base_document_extract_node.py b/apps/application/flow/step_node/document_extract_node/impl/base_document_extract_node.py
index 1802f68d3..2cfbf3c4b 100644
--- a/apps/application/flow/step_node/document_extract_node/impl/base_document_extract_node.py
+++ b/apps/application/flow/step_node/document_extract_node/impl/base_document_extract_node.py
@@ -1,16 +1,43 @@
 # coding=utf-8
 import io
+import mimetypes
 
+from django.core.files.uploadedfile import InMemoryUploadedFile
 from django.db.models import QuerySet
 
 from application.flow.i_step_node import NodeResult
 from application.flow.step_node.document_extract_node.i_document_extract_node import IDocumentExtractNode
+from application.models import Chat
 from dataset.models import File
 from dataset.serializers.document_serializers import split_handles, parse_table_handle_list, FileBufferHandle
+from dataset.serializers.file_serializers import FileSerializer
+
+
+def bytes_to_uploaded_file(file_bytes, file_name="file.txt"):
+    content_type, _ = mimetypes.guess_type(file_name)
+    if content_type is None:
+        # 如果未能识别，设置为默认的二进制文件类型
+        content_type = "application/octet-stream"
+    # 创建一个内存中的字节流对象
+    file_stream = io.BytesIO(file_bytes)
+
+    # 获取文件大小
+    file_size = len(file_bytes)
+
+    # 创建 InMemoryUploadedFile 对象
+    uploaded_file = InMemoryUploadedFile(
+        file=file_stream,
+        field_name=None,
+        name=file_name,
+        content_type=content_type,
+        size=file_size,
+        charset=None,
+    )
+    return uploaded_file
 
 
 class BaseDocumentExtractNode(IDocumentExtractNode):
-    def execute(self, document, **kwargs):
+    def execute(self, document, chat_id, **kwargs):
         get_buffer = FileBufferHandle().get_buffer
 
         self.context['document_list'] = document
@@ -19,6 +46,20 @@ class BaseDocumentExtractNode(IDocumentExtractNode):
         if document is None or not isinstance(document, list):
             return NodeResult({'content': content}, {})
 
+        application = self.workflow_manage.work_flow_post_handler.chat_info.application
+
+        # doc文件中的图片保存
+        def save_image(image_list):
+            for image in image_list:
+                meta = {
+                    'debug': False if application.id else True,
+                    'chat_id': chat_id,
+                    'application_id': str(application.id) if application.id else None,
+                    'file_id': str(image.id)
+                }
+                file = bytes_to_uploaded_file(image.image, image.image_name)
+                FileSerializer(data={'file': file, 'meta': meta}).upload()
+
         for doc in document:
             file = QuerySet(File).filter(id=doc['file_id']).first()
             buffer = io.BytesIO(file.get_byte().tobytes())
@@ -28,7 +69,7 @@ class BaseDocumentExtractNode(IDocumentExtractNode):
                 if split_handle.support(buffer, get_buffer):
                     # 回到文件头
                     buffer.seek(0)
-                    file_content = split_handle.get_content(buffer)
+                    file_content = split_handle.get_content(buffer, save_image)
                     content.append('## ' + doc['name'] + '\n' + file_content)
                     break
 
diff --git a/apps/common/handle/base_split_handle.py b/apps/common/handle/base_split_handle.py
index ea48e6868..bedaad5e1 100644
--- a/apps/common/handle/base_split_handle.py
+++ b/apps/common/handle/base_split_handle.py
@@ -20,5 +20,5 @@ class BaseSplitHandle(ABC):
         pass
 
     @abstractmethod
-    def get_content(self, file):
+    def get_content(self, file, save_image):
         pass
diff --git a/apps/common/handle/impl/doc_split_handle.py b/apps/common/handle/impl/doc_split_handle.py
index 6ac6f43f9..d377abeba 100644
--- a/apps/common/handle/impl/doc_split_handle.py
+++ b/apps/common/handle/impl/doc_split_handle.py
@@ -190,12 +190,16 @@ class DocSplitHandle(BaseSplitHandle):
             return True
         return False
 
-    def get_content(self, file):
+    def get_content(self, file, save_image):
         try:
             image_list = []
             buffer = file.read()
             doc = Document(io.BytesIO(buffer))
-            return self.to_md(doc, image_list, get_image_id_func())
+            content = self.to_md(doc, image_list, get_image_id_func())
+            if len(image_list) > 0:
+                content = content.replace('/api/image/', '/api/file/')
+                save_image(image_list)
+            return content
         except BaseException as e:
             traceback.print_exception(e)
             return f'{e}'
\ No newline at end of file
diff --git a/apps/common/handle/impl/html_split_handle.py b/apps/common/handle/impl/html_split_handle.py
index bb69e0af0..90e59ebcb 100644
--- a/apps/common/handle/impl/html_split_handle.py
+++ b/apps/common/handle/impl/html_split_handle.py
@@ -61,7 +61,7 @@ class HTMLSplitHandle(BaseSplitHandle):
                 'content': split_model.parse(content)
                 }
 
-    def get_content(self, file):
+    def get_content(self, file, save_image):
         buffer = file.read()
 
         try:
diff --git a/apps/common/handle/impl/pdf_split_handle.py b/apps/common/handle/impl/pdf_split_handle.py
index 21d243058..8de0129e1 100644
--- a/apps/common/handle/impl/pdf_split_handle.py
+++ b/apps/common/handle/impl/pdf_split_handle.py
@@ -309,7 +309,7 @@ class PdfSplitHandle(BaseSplitHandle):
             return True
         return False
 
-    def get_content(self, file):
+    def get_content(self, file, save_image):
         with tempfile.NamedTemporaryFile(delete=False) as temp_file:
             # 将上传的文件保存到临时文件中
             temp_file.write(file.read())
diff --git a/apps/common/handle/impl/text_split_handle.py b/apps/common/handle/impl/text_split_handle.py
index 1ae22f95f..9d91d874d 100644
--- a/apps/common/handle/impl/text_split_handle.py
+++ b/apps/common/handle/impl/text_split_handle.py
@@ -51,7 +51,7 @@ class TextSplitHandle(BaseSplitHandle):
                 'content': split_model.parse(content)
                 }
 
-    def get_content(self, file):
+    def get_content(self, file, save_image):
         buffer = file.read()
         try:
            return buffer.decode(detect(buffer)['encoding'])
diff --git a/apps/dataset/serializers/file_serializers.py b/apps/dataset/serializers/file_serializers.py
index 1bbd9feb2..2512f13e6 100644
--- a/apps/dataset/serializers/file_serializers.py
+++ b/apps/dataset/serializers/file_serializers.py
@@ -61,8 +61,9 @@ class FileSerializer(serializers.Serializer):
     def upload(self, with_valid=True):
         if with_valid:
             self.is_valid(raise_exception=True)
-        file_id = uuid.uuid1()
-        file = File(id=file_id, file_name=self.data.get('file').name, meta=self.data.get('meta'))
+        meta = self.data.get('meta')
+        file_id = meta.get('file_id', uuid.uuid1())
+        file = File(id=file_id, file_name=self.data.get('file').name, meta=meta)
         file.save(self.data.get('file').read())
         return f'/api/file/{file_id}'
 

From 4dec2a6a58e3469bad3475e9cead72f4ec6ec4ed Mon Sep 17 00:00:00 2001
From: wangdan-fit2cloud <dan.wang@fit2cloud.com>
Date: Thu, 28 Nov 2024 15:56:19 +0800
Subject: [PATCH 03/10] =?UTF-8?q?fix:=20=E4=BC=98=E5=8C=96=E9=83=A8?=
 =?UTF-8?q?=E5=88=86=E6=A0=B7=E5=BC=8F?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../ai-chat/ExecutionDetailDialog.vue         | 30 ++++++-----
 .../operation-button/ChatOperationButton.vue  |  2 +-
 .../ai-chat/component/user-form/index.vue     | 50 ++++++++++---------
 .../component/FileUploadSettingDialog.vue     |  4 +-
 ui/src/workflow/nodes/form-node/index.vue     |  2 +-
 5 files changed, 47 insertions(+), 41 deletions(-)

diff --git a/ui/src/components/ai-chat/ExecutionDetailDialog.vue b/ui/src/components/ai-chat/ExecutionDetailDialog.vue
index 673de74d7..b76ec0138 100644
--- a/ui/src/components/ai-chat/ExecutionDetailDialog.vue
+++ b/ui/src/components/ai-chat/ExecutionDetailDialog.vue
@@ -218,26 +218,29 @@
                   <!-- 文档内容提取 -->
                   <template v-if="item.type === WorkflowType.DocumentExtractNode">
                     <div class="card-never border-r-4">
-                      <h5 class="p-8-12">
-                        参数输出
+                      <h5 class="p-8-12 flex align-center">
+                        <span class="mr-4">参数输出</span>
+
                         <el-tooltip
-                            effect="dark"
-                            content="每个文档仅支持预览500字"
-                            placement="right"
+                          effect="dark"
+                          content="每个文档仅支持预览500字"
+                          placement="right"
                         >
                           <AppIcon iconName="app-warning" class="app-warning-icon"></AppIcon>
                         </el-tooltip>
                       </h5>
                       <div class="p-8-12 border-t-dashed lighter">
                         <el-scrollbar height="150">
-                          <MdPreview
-                            v-if="item.content"
-                            ref="editorRef"
-                            editorId="preview-only"
-                            :modelValue="item.content"
-                            style="background: none"
-                          />
-                          <template v-else> - </template>
+                          <el-card shadow="never" style="--el-card-padding: 8px">
+                            <MdPreview
+                              v-if="item.content"
+                              ref="editorRef"
+                              editorId="preview-only"
+                              :modelValue="item.content"
+                              style="background: none"
+                            />
+                            <template v-else> - </template>
+                          </el-card>
                         </el-scrollbar>
                       </div>
                     </div>
@@ -333,6 +336,7 @@
                   <template v-if="item.type === WorkflowType.FormNode">
                     <div class="card-never border-r-4">
                       <h5 class="p-8-12">参数输入</h5>
+
                       <div class="p-8-12 border-t-dashed lighter">
                         <div v-for="(f, i) in item.form_field_list" :key="i" class="mb-8">
                           <span class="color-secondary">{{ f.label.label }}:</span>
diff --git a/ui/src/components/ai-chat/component/operation-button/ChatOperationButton.vue b/ui/src/components/ai-chat/component/operation-button/ChatOperationButton.vue
index 198ce3ed1..58b5b536a 100644
--- a/ui/src/components/ai-chat/component/operation-button/ChatOperationButton.vue
+++ b/ui/src/components/ai-chat/component/operation-button/ChatOperationButton.vue
@@ -19,7 +19,7 @@
       </el-tooltip>
       <el-divider direction="vertical" />
     </span>
-    <span v-if="applicationId && type == 'log'">
+    <span v-if="type == 'ai-chat' || type == 'log'">
       <el-tooltip effect="dark" content="换个答案" placement="top">
         <el-button :disabled="chat_loading" text @click="regeneration">
           <el-icon><RefreshRight /></el-icon>
diff --git a/ui/src/components/ai-chat/component/user-form/index.vue b/ui/src/components/ai-chat/component/user-form/index.vue
index cec3b222f..b5aa84308 100644
--- a/ui/src/components/ai-chat/component/user-form/index.vue
+++ b/ui/src/components/ai-chat/component/user-form/index.vue
@@ -7,35 +7,37 @@
     class="mb-16"
     style="padding: 0 24px"
   >
-    <el-card shadow="always" class="dialog-card">
-      <div class="flex align-center cursor w-full" @click="showUserInput = !showUserInput">
+    <el-card shadow="always" class="dialog-card" style="--el-card-padding: 16px 8px">
+      <div class="flex align-center cursor w-full" style="padding: 0 8px;" @click="showUserInput = !showUserInput">
         <el-icon class="mr-8 arrow-icon" :class="showUserInput ? 'rotate-90' : ''"
           ><CaretRight
         /></el-icon>
         用户输入
       </div>
-      <el-collapse-transition>
-        <div v-show="showUserInput" class="mt-16">
-          <DynamicsForm
-            :key="dynamicsFormRefresh"
-            v-model="form_data_context"
-            :model="form_data_context"
-            label-position="top"
-            require-asterisk-position="right"
-            :render_data="inputFieldList"
-            ref="dynamicsFormRef"
-          />
-          <DynamicsForm
-            v-if="type === 'debug-ai-chat'"
-            v-model="api_form_data_context"
-            :model="api_form_data_context"
-            label-position="top"
-            require-asterisk-position="right"
-            :render_data="apiInputFieldList"
-            ref="dynamicsFormRef2"
-          />
-        </div>
-      </el-collapse-transition>
+      <el-scrollbar max-height="160">
+        <el-collapse-transition>
+          <div v-show="showUserInput" class="mt-16" style="padding: 0 8px;">
+            <DynamicsForm
+              :key="dynamicsFormRefresh"
+              v-model="form_data_context"
+              :model="form_data_context"
+              label-position="top"
+              require-asterisk-position="right"
+              :render_data="inputFieldList"
+              ref="dynamicsFormRef"
+            />
+            <DynamicsForm
+              v-if="type === 'debug-ai-chat'"
+              v-model="api_form_data_context"
+              :model="api_form_data_context"
+              label-position="top"
+              require-asterisk-position="right"
+              :render_data="apiInputFieldList"
+              ref="dynamicsFormRef2"
+            />
+          </div>
+        </el-collapse-transition>
+      </el-scrollbar>
     </el-card>
   </div>
 </template>
diff --git a/ui/src/workflow/nodes/base-node/component/FileUploadSettingDialog.vue b/ui/src/workflow/nodes/base-node/component/FileUploadSettingDialog.vue
index 0996fe7e1..ed5220fc6 100644
--- a/ui/src/workflow/nodes/base-node/component/FileUploadSettingDialog.vue
+++ b/ui/src/workflow/nodes/base-node/component/FileUploadSettingDialog.vue
@@ -45,7 +45,7 @@
               <img class="mr-12" src="@/assets/icon_file-doc.svg" alt="" />
               <div>
                 <p>文档（TXT、MD、DOCX、HTML、CSV、XLSX、XLS、PDF）</p>
-                <el-text class="color-secondary">需要与文档内容提取节点配合使用</el-text>
+                <el-text class="color-secondary">需要使用“文档内容提取”节点解析文档内容</el-text>
               </div>
             </div>
             <el-checkbox v-model="form_data.document" />
@@ -62,7 +62,7 @@
               <img class="mr-12" src="@/assets/icon_file-image.svg" alt="" />
               <div>
                 <p>图片（JPG、JPEG、PNG、GIF）</p>
-                <el-text class="color-secondary">所选模型需要支持接收图片</el-text>
+                <el-text class="color-secondary">需要使用“图片理解”节点解析图片内容</el-text>
               </div>
             </div>
             <el-checkbox v-model="form_data.image" />
diff --git a/ui/src/workflow/nodes/form-node/index.vue b/ui/src/workflow/nodes/form-node/index.vue
index 21e905fcc..739b3c686 100644
--- a/ui/src/workflow/nodes/form-node/index.vue
+++ b/ui/src/workflow/nodes/form-node/index.vue
@@ -25,7 +25,7 @@
             </div>
             <el-tooltip effect="dark" placement="right" popper-class="max-w-200">
               <template #content>
-                `设置执行该节点输出的内容，{{ '{ from }' }}为表单的占位符。`
+                设置执行该节点输出的内容，{{ '{ form }' }}为表单的占位符。
               </template>
               <AppIcon iconName="app-warning" class="app-warning-icon"></AppIcon>
             </el-tooltip>

From 2a07a50a602686e9fddabcfe1a7f108944470f94 Mon Sep 17 00:00:00 2001
From: CaptainB <bin@fit2cloud.com>
Date: Thu, 28 Nov 2024 16:17:23 +0800
Subject: [PATCH 04/10] =?UTF-8?q?fix:=20=E4=BF=AE=E5=A4=8D=E6=96=87?=
 =?UTF-8?q?=E6=A1=A3=E6=8F=90=E5=8F=96doc=E5=9B=BE=E7=89=87=E6=B2=A1?=
 =?UTF-8?q?=E6=9C=89=E4=BF=9D=E5=AD=98=E5=92=8C=E5=B1=95=E7=A4=BA=E7=9A=84?=
 =?UTF-8?q?=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 apps/common/handle/base_parse_table_handle.py            | 2 +-
 apps/common/handle/impl/table/csv_parse_table_handle.py  | 2 +-
 apps/common/handle/impl/table/xls_parse_table_handle.py  | 2 +-
 apps/common/handle/impl/table/xlsx_parse_table_handle.py | 2 +-
 4 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/apps/common/handle/base_parse_table_handle.py b/apps/common/handle/base_parse_table_handle.py
index b84690859..65eaf897f 100644
--- a/apps/common/handle/base_parse_table_handle.py
+++ b/apps/common/handle/base_parse_table_handle.py
@@ -19,5 +19,5 @@ class BaseParseTableHandle(ABC):
         pass
 
     @abstractmethod
-    def get_content(self, file):
+    def get_content(self, file, save_image):
         pass
\ No newline at end of file
diff --git a/apps/common/handle/impl/table/csv_parse_table_handle.py b/apps/common/handle/impl/table/csv_parse_table_handle.py
index dcd971839..e2fc7ce86 100644
--- a/apps/common/handle/impl/table/csv_parse_table_handle.py
+++ b/apps/common/handle/impl/table/csv_parse_table_handle.py
@@ -35,7 +35,7 @@ class CsvSplitHandle(BaseParseTableHandle):
 
         return [{'name': file.name, 'paragraphs': paragraphs}]
 
-    def get_content(self, file):
+    def get_content(self, file, save_image):
         buffer = file.read()
         try:
             return buffer.decode(detect(buffer)['encoding'])
diff --git a/apps/common/handle/impl/table/xls_parse_table_handle.py b/apps/common/handle/impl/table/xls_parse_table_handle.py
index 0fee4e35b..5b7f594a1 100644
--- a/apps/common/handle/impl/table/xls_parse_table_handle.py
+++ b/apps/common/handle/impl/table/xls_parse_table_handle.py
@@ -61,7 +61,7 @@ class XlsSplitHandle(BaseParseTableHandle):
             return [{'name': file.name, 'paragraphs': []}]
         return result
 
-    def get_content(self, file):
+    def get_content(self, file, save_image):
         # 打开 .xls 文件
         try:
             workbook = xlrd.open_workbook(file_contents=file.read(), formatting_info=True)
diff --git a/apps/common/handle/impl/table/xlsx_parse_table_handle.py b/apps/common/handle/impl/table/xlsx_parse_table_handle.py
index 3fd40b2d1..2ae22d019 100644
--- a/apps/common/handle/impl/table/xlsx_parse_table_handle.py
+++ b/apps/common/handle/impl/table/xlsx_parse_table_handle.py
@@ -74,7 +74,7 @@ class XlsxSplitHandle(BaseParseTableHandle):
         return result
 
 
-    def get_content(self, file):
+    def get_content(self, file, save_image):
         try:
             # 加载 Excel 文件
             workbook = load_workbook(file)

From 80aeecfe01ed96036cae65d64b354a09ee16c0bb Mon Sep 17 00:00:00 2001
From: CaptainB <bin@fit2cloud.com>
Date: Thu, 28 Nov 2024 16:30:44 +0800
Subject: [PATCH 05/10] =?UTF-8?q?refactor:=20=E6=89=A7=E8=A1=8C=E8=AF=A6?=
 =?UTF-8?q?=E6=83=85=E9=87=8C=E5=B1=95=E7=A4=BA=E6=96=87=E6=A1=A3=E6=8F=90?=
 =?UTF-8?q?=E5=8F=96=E6=97=A5=E5=BF=97=E6=97=B6=E5=A4=9A=E4=B8=AA=E6=96=87?=
 =?UTF-8?q?=E4=BB=B6=E5=8D=95=E7=8B=AC=E6=98=BE=E7=A4=BA=EF=BC=8C=E6=9C=80?=
 =?UTF-8?q?=E5=A4=9A500=E5=AD=97=E7=AC=A6?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../impl/base_document_extract_node.py                 | 10 +++++-----
 ui/src/components/ai-chat/ExecutionDetailDialog.vue    |  7 ++++---
 2 files changed, 9 insertions(+), 8 deletions(-)

diff --git a/apps/application/flow/step_node/document_extract_node/impl/base_document_extract_node.py b/apps/application/flow/step_node/document_extract_node/impl/base_document_extract_node.py
index 2cfbf3c4b..620763aef 100644
--- a/apps/application/flow/step_node/document_extract_node/impl/base_document_extract_node.py
+++ b/apps/application/flow/step_node/document_extract_node/impl/base_document_extract_node.py
@@ -7,7 +7,6 @@ from django.db.models import QuerySet
 
 from application.flow.i_step_node import NodeResult
 from application.flow.step_node.document_extract_node.i_document_extract_node import IDocumentExtractNode
-from application.models import Chat
 from dataset.models import File
 from dataset.serializers.document_serializers import split_handles, parse_table_handle_list, FileBufferHandle
 from dataset.serializers.file_serializers import FileSerializer
@@ -36,15 +35,16 @@ def bytes_to_uploaded_file(file_bytes, file_name="file.txt"):
     return uploaded_file
 
 
+splitter = '\n`-----------------------------------`\n'
+
 class BaseDocumentExtractNode(IDocumentExtractNode):
     def execute(self, document, chat_id, **kwargs):
         get_buffer = FileBufferHandle().get_buffer
 
         self.context['document_list'] = document
         content = []
-        splitter = '\n`-----------------------------------`\n'
         if document is None or not isinstance(document, list):
-            return NodeResult({'content': content}, {})
+            return NodeResult({'content': ''}, {})
 
         application = self.workflow_manage.work_flow_post_handler.chat_info.application
 
@@ -76,14 +76,14 @@ class BaseDocumentExtractNode(IDocumentExtractNode):
         return NodeResult({'content': splitter.join(content)}, {})
 
     def get_details(self, index: int, **kwargs):
+        content = self.context.get('content', '').split(splitter)
         # 不保存content全部内容，因为content内容可能会很大
-        content = (self.context.get('content')[:500] + '...') if len(self.context.get('content')) > 0 else ''
         return {
             'name': self.node.properties.get('stepName'),
             "index": index,
             'run_time': self.context.get('run_time'),
             'type': self.node.type,
-            'content': content,
+            'content': [file_content[:500] for file_content in content],
             'status': self.status,
             'err_message': self.err_message,
             'document_list': self.context.get('document_list')
diff --git a/ui/src/components/ai-chat/ExecutionDetailDialog.vue b/ui/src/components/ai-chat/ExecutionDetailDialog.vue
index b76ec0138..c39e95c60 100644
--- a/ui/src/components/ai-chat/ExecutionDetailDialog.vue
+++ b/ui/src/components/ai-chat/ExecutionDetailDialog.vue
@@ -231,12 +231,13 @@
                       </h5>
                       <div class="p-8-12 border-t-dashed lighter">
                         <el-scrollbar height="150">
-                          <el-card shadow="never" style="--el-card-padding: 8px">
+                          <el-card shadow="never" style="--el-card-padding: 8px" v-for="(file_content, index) in item.content"
+                                   :key="index" class="mb-8">
                             <MdPreview
-                              v-if="item.content"
+                              v-if="file_content"
                               ref="editorRef"
                               editorId="preview-only"
-                              :modelValue="item.content"
+                              :modelValue="file_content"
                               style="background: none"
                             />
                             <template v-else> - </template>

From b43f03152c77b2a552f71d32724d576f05fd242d Mon Sep 17 00:00:00 2001
From: CaptainB <bin@fit2cloud.com>
Date: Thu, 28 Nov 2024 17:10:57 +0800
Subject: [PATCH 06/10] =?UTF-8?q?fix:=20=E4=BF=AE=E5=A4=8D=E9=A6=96?=
 =?UTF-8?q?=E6=AC=A1=E6=89=93=E5=BC=80=E5=BA=94=E7=94=A8=E6=96=87=E4=BB=B6?=
 =?UTF-8?q?=E4=B8=8A=E4=BC=A0=EF=BC=8C=E7=9B=B4=E6=8E=A5=E7=82=B9=E5=87=BB?=
 =?UTF-8?q?=E5=8F=91=E5=B8=83=E5=90=8E=E6=B2=A1=E6=9C=89=E6=98=BE=E7=A4=BA?=
 =?UTF-8?q?=E4=B8=8A=E4=BC=A0=E6=8C=89=E9=92=AE=E7=9A=84=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 ui/src/views/application-workflow/index.vue | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/ui/src/views/application-workflow/index.vue b/ui/src/views/application-workflow/index.vue
index 26a60ae67..da0965752 100644
--- a/ui/src/views/application-workflow/index.vue
+++ b/ui/src/views/application-workflow/index.vue
@@ -242,6 +242,9 @@ function clickoutside() {
   showPopover.value = false
 }
 function publicHandle() {
+  // 先执行保存
+  saveApplication()
+  // 后执行发布
   workflowRef.value
     ?.validate()
     .then(() => {

From f0fecf455fb6895d5b723fb27ccf65a64c6aafe2 Mon Sep 17 00:00:00 2001
From: wxg0103 <727495428@qq.com>
Date: Thu, 28 Nov 2024 17:52:11 +0800
Subject: [PATCH 07/10] =?UTF-8?q?fix:=20=E4=BF=AE=E5=A4=8D=E6=B8=85?=
 =?UTF-8?q?=E9=99=A4=E6=97=A5=E5=BF=97=E6=8A=A5=E9=94=99=E7=9A=84=E7=BC=BA?=
 =?UTF-8?q?=E9=99=B7?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

--bug=1049704 --user=王孝刚 【应用】日志清除策略没生效 https://www.tapd.cn/57709429/s/1620515
---
 apps/common/job/clean_chat_job.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/apps/common/job/clean_chat_job.py b/apps/common/job/clean_chat_job.py
index 332beee18..d42c39982 100644
--- a/apps/common/job/clean_chat_job.py
+++ b/apps/common/job/clean_chat_job.py
@@ -4,6 +4,7 @@ import logging
 import datetime
 
 from django.db import transaction
+from django.db.models.fields.json import KeyTextTransform
 from django.utils import timezone
 from apscheduler.schedulers.background import BackgroundScheduler
 from django_apscheduler.jobstores import DjangoJobStore
@@ -11,6 +12,8 @@ from application.models import Application, Chat
 from django.db.models import Q
 from common.lock.impl.file_lock import FileLock
 from dataset.models import File
+from django.db.models.functions import Cast
+from django.db import models
 
 scheduler = BackgroundScheduler()
 scheduler.add_jobstore(DjangoJobStore(), "default")
@@ -40,7 +43,7 @@ def clean_chat_log_job():
                 break
             deleted_count, _ = Chat.objects.filter(id__in=logs_to_delete).delete()
             # 删除对应的文件
-            File.objects.filter(~Q(meta__chat_id__in=logs_to_delete)).delete()
+            File.objects.filter(meta__chat_id__in=[str(uuid) for uuid in logs_to_delete]).delete()
             if deleted_count < batch_size:
                 break
 

From c07f728d879c1ee6579d980d45b530c6768b7c6a Mon Sep 17 00:00:00 2001
From: CaptainB <bin@fit2cloud.com>
Date: Thu, 28 Nov 2024 17:33:05 +0800
Subject: [PATCH 08/10] =?UTF-8?q?fix:=20=E4=B8=8A=E4=BC=A0=E6=96=87?=
 =?UTF-8?q?=E6=9C=AC=E6=96=87=E4=BB=B6=E5=8E=BB=E6=8E=89csv?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

--bug=1049721 --user=刘瑞斌 【知识库】上传文本文件夹，里面包含csv文件，csv文件也能上传成功 https://www.tapd.cn/57709429/s/1620432
---
 ui/src/utils/utils.ts                              | 2 +-
 ui/src/views/dataset/component/UploadComponent.vue | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/ui/src/utils/utils.ts b/ui/src/utils/utils.ts
index 066399032..a3c03ef28 100644
--- a/ui/src/utils/utils.ts
+++ b/ui/src/utils/utils.ts
@@ -38,7 +38,7 @@ export function fileType(name: string) {
   获得文件对应图片
 */
 const typeList: any = {
-  txt: ['txt', 'pdf', 'docx', 'csv', 'md', 'html'],
+  txt: ['txt', 'pdf', 'docx', 'md', 'html'],
   table: ['xlsx', 'xls', 'csv'],
   QA: ['xlsx', 'csv', 'xls']
 }
diff --git a/ui/src/views/dataset/component/UploadComponent.vue b/ui/src/views/dataset/component/UploadComponent.vue
index 53f2d8103..c6f0ad768 100644
--- a/ui/src/views/dataset/component/UploadComponent.vue
+++ b/ui/src/views/dataset/component/UploadComponent.vue
@@ -129,7 +129,7 @@
         action="#"
         :auto-upload="false"
         :show-file-list="false"
-        accept=".txt, .md, .csv, .log, .docx, .pdf, .html"
+        accept=".txt, .md, .log, .docx, .pdf, .html"
         :limit="50"
         :on-exceed="onExceed"
         :on-change="fileHandleChange"

From b8de3690cf66d6c6d669f5010eb15416c8dff480 Mon Sep 17 00:00:00 2001
From: CaptainB <bin@fit2cloud.com>
Date: Thu, 28 Nov 2024 18:23:40 +0800
Subject: [PATCH 09/10] =?UTF-8?q?fix:=20=E4=BF=AE=E5=A4=8D=E5=BA=94?=
 =?UTF-8?q?=E7=94=A8=E5=A4=8D=E5=88=B6=E6=B2=A1=E6=9C=89=E6=8A=8A=E8=AF=AD?=
 =?UTF-8?q?=E9=9F=B3=E5=92=8C=E6=96=87=E4=BB=B6=E4=B8=8A=E4=BC=A0=E9=85=8D?=
 =?UTF-8?q?=E7=BD=AE=E4=B8=80=E8=B5=B7=E5=A4=8D=E5=88=B6=E7=9A=84=E9=97=AE?=
 =?UTF-8?q?=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

--bug=1049519 --user=刘瑞斌 【应用】应用复制，复制的副本没有将语音输入和语音合成模型复制过来 https://www.tapd.cn/57709429/s/1620615
---
 .../serializers/application_serializers.py    | 22 ++++++++++++++++---
 1 file changed, 19 insertions(+), 3 deletions(-)

diff --git a/apps/application/serializers/application_serializers.py b/apps/application/serializers/application_serializers.py
index 23b058040..7c43ada4b 100644
--- a/apps/application/serializers/application_serializers.py
+++ b/apps/application/serializers/application_serializers.py
@@ -147,9 +147,9 @@ class ApplicationWorkflowSerializer(serializers.Serializer):
             default_workflow = json.loads(default_workflow_json)
         for node in default_workflow.get('nodes'):
             if node.get('id') == 'base-node':
-                node.get('properties')['node_data'] = {"desc": application.get('desc'),
-                                                       "name": application.get('name'),
-                                                       "prologue": application.get('prologue')}
+                node.get('properties')['node_data']['desc'] = application.get('desc')
+                node.get('properties')['node_data']['name'] = application.get('name')
+                node.get('properties')['node_data']['prologue'] = application.get('prologue')
         return Application(id=uuid.uuid1(),
                            name=application.get('name'),
                            desc=application.get('desc'),
@@ -160,6 +160,14 @@ class ApplicationWorkflowSerializer(serializers.Serializer):
                            model_setting={},
                            problem_optimization=False,
                            type=ApplicationTypeChoices.WORK_FLOW,
+                           stt_model_enable=application.get('stt_model_enable', False),
+                           stt_model_id=application.get('stt_model', None),
+                           tts_model_id=application.get('tts_model', None),
+                           tts_model_enable=application.get('tts_model_enable', False),
+                           tts_model_params_setting=application.get('tts_model_params_setting', {}),
+                           tts_type=application.get('tts_type', None),
+                           file_upload_enable=application.get('file_upload_enable', False),
+                           file_upload_setting=application.get('file_upload_setting', {}),
                            work_flow=default_workflow
                            )
 
@@ -502,6 +510,14 @@ class ApplicationSerializer(serializers.Serializer):
                                type=ApplicationTypeChoices.SIMPLE,
                                model_params_setting=application.get('model_params_setting', {}),
                                problem_optimization_prompt=application.get('problem_optimization_prompt', None),
+                               stt_model_enable=application.get('stt_model_enable', False),
+                               stt_model_id=application.get('stt_model', None),
+                               tts_model_id=application.get('tts_model', None),
+                               tts_model_enable=application.get('tts_model_enable', False),
+                               tts_model_params_setting=application.get('tts_model_params_setting', {}),
+                               tts_type=application.get('tts_type', None),
+                               file_upload_enable=application.get('file_upload_enable', False),
+                               file_upload_setting=application.get('file_upload_setting', {}),
                                work_flow={}
                                )
 

From 8ea789a870ee16110677512f22f25b5eb60711ea Mon Sep 17 00:00:00 2001
From: wangdan-fit2cloud <dan.wang@fit2cloud.com>
Date: Thu, 28 Nov 2024 18:42:02 +0800
Subject: [PATCH 10/10] =?UTF-8?q?fix:=20=E4=BC=98=E5=8C=96=E6=96=87?=
 =?UTF-8?q?=E6=A1=88?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 ui/src/api/dataset.ts                   | 2 +-
 ui/src/views/dataset/DatasetSetting.vue | 4 ++--
 ui/src/views/dataset/index.vue          | 2 +-
 ui/src/views/document/index.vue         | 8 ++++----
 4 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/ui/src/api/dataset.ts b/ui/src/api/dataset.ts
index c50e64513..d6ee4d84c 100644
--- a/ui/src/api/dataset.ts
+++ b/ui/src/api/dataset.ts
@@ -178,7 +178,7 @@ const putSyncWebDataset: (
 }
 
 /**
- * 重新向量化知识库
+ * 向量化知识库
  * @param 参数 dataset_id
  */
 const putReEmbeddingDataset: (
diff --git a/ui/src/views/dataset/DatasetSetting.vue b/ui/src/views/dataset/DatasetSetting.vue
index 141008ff9..753c3c9ac 100644
--- a/ui/src/views/dataset/DatasetSetting.vue
+++ b/ui/src/views/dataset/DatasetSetting.vue
@@ -148,8 +148,8 @@ async function submit() {
               }
 
         if (cloneModelId.value !== BaseFormRef.value.form.embedding_mode_id) {
-          MsgConfirm(`提示`, `修改知识库向量模型后，需要对知识库重新向量化，是否继续保存？`, {
-            confirmButtonText: '重新向量化',
+          MsgConfirm(`提示`, `修改知识库向量模型后，需要对知识库向量化，是否继续保存？`, {
+            confirmButtonText: '向量化',
             confirmButtonClass: 'primary'
           })
             .then(() => {
diff --git a/ui/src/views/dataset/index.vue b/ui/src/views/dataset/index.vue
index 686fc05ed..de83c9284 100644
--- a/ui/src/views/dataset/index.vue
+++ b/ui/src/views/dataset/index.vue
@@ -109,7 +109,7 @@
                                 iconName="app-document-refresh"
                                 style="font-size: 16px"
                               ></AppIcon>
-                              重新向量化</el-dropdown-item
+                              向量化</el-dropdown-item
                             >
                             <el-dropdown-item
                               icon="Setting"
diff --git a/ui/src/views/document/index.vue b/ui/src/views/document/index.vue
index d0c342d91..abd080d4e 100644
--- a/ui/src/views/document/index.vue
+++ b/ui/src/views/document/index.vue
@@ -23,10 +23,10 @@
               迁移
             </el-button>
             <el-button @click="batchRefresh" :disabled="multipleSelection.length === 0">
-              重新向量化
+              向量化
             </el-button>
             <el-button @click="openGenerateDialog()" :disabled="multipleSelection.length === 0">
-              生成关联问题
+              关联问题
             </el-button>
             <el-button @click="openBatchEditDocument" :disabled="multipleSelection.length === 0">
               设置
@@ -623,7 +623,7 @@ function batchRefresh() {
     }
   })
   documentApi.batchRefresh(id, arr, loading).then(() => {
-    MsgSuccess('批量重新向量化成功')
+    MsgSuccess('批量向量化成功')
     multipleTableRef.value?.clearSelection()
   })
 }
@@ -636,7 +636,7 @@ function batchGenerateRelated() {
     }
   })
   documentApi.batchGenerateRelated(id, arr, loading).then(() => {
-    MsgSuccess('批量生成关联问题成功')
+    MsgSuccess('批量关联问题成功')
     multipleTableRef.value?.clearSelection()
   })
 }