From 2a87af6172ec835389ef3d54540af1116a819ea2 Mon Sep 17 00:00:00 2001
From: CaptainB <bin@fit2cloud.com>
Date: Thu, 22 Aug 2024 10:39:11 +0800
Subject: [PATCH] =?UTF-8?q?chore:=20=E8=A7=A3=E6=9E=90=E9=94=99=E8=AF=AF?=
 =?UTF-8?q?=E6=97=B6=E8=BE=93=E5=87=BA=E9=94=99=E8=AF=AF=E5=8E=9F=E5=9B=A0?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 apps/common/handle/impl/pdf_split_handle.py | 9 ++++++++-
 1 file changed, 8 insertions(+), 1 deletion(-)

diff --git a/apps/common/handle/impl/pdf_split_handle.py b/apps/common/handle/impl/pdf_split_handle.py
index 2b0f77e0d..ddf6cb2aa 100644
--- a/apps/common/handle/impl/pdf_split_handle.py
+++ b/apps/common/handle/impl/pdf_split_handle.py
@@ -28,9 +28,9 @@ default_pattern_list = [re.compile('(?<=^)# .*|(?<=\\n)# .*'),
                         re.compile("(?<=\\n)(?<!#)###### (?!#).*|(?<=^)(?<!#)###### (?!#).*"),
                         re.compile("(?<!\n)\n\n+")]
 
-
 max_kb = logging.getLogger("max_kb")
 
+
 class PdfSplitHandle(BaseSplitHandle):
     def handle(self, file, pattern_list: List, with_filter: bool, limit: int, get_buffer, save_image):
         with tempfile.NamedTemporaryFile(delete=False) as temp_file:
@@ -60,6 +60,13 @@ class PdfSplitHandle(BaseSplitHandle):
 
                         loader = PyPDFLoader(page_num_pdf, extract_images=True)
                         page_content = "\n" + loader.load()[0].page_content
+                    except NotImplementedError as e:
+                        # 文件格式不支持，直接退出
+                        raise e
+                    except BaseException as e:
+                        # 当页出错继续进行下一页，防止一个页面出错导致整个文件解析失败
+                        max_kb.error(f"File: {file.name}, Page: {page_num + 1}, error: {e}")
+                        continue
                     finally:
                         os.remove(page_num_pdf)