15308555518/ MaxKB
1
0
Fork 0
mirror of https://github.com/1Panel-dev/MaxKB.git synced 2025-12-26 01:33:05 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Merge branch 'main' of https://github.com/maxkb-dev/maxkb

This commit is contained in:
liqiang-fit2cloud 2024-11-18 14:23:42 +08:00
parent a234dabd83 e1df4b2857
commit 444d4fc55d
1 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
apps/common/handle/impl/pdf_split_handle.py
View File

@ -104,6 +104,9 @@ class PdfSplitHandle(BaseSplitHandle):
content += page_content
# Null characters are not allowed.
content = content.replace('\0', '')
elapsed_time = time.time() - start_time
max_kb.debug(
f"File: {file.name}, Page: {page_num + 1}, Time : {elapsed_time: .3f}s, content-length: {len(page_content)}")
@ -156,6 +159,10 @@ class PdfSplitHandle(BaseSplitHandle):
text = text[:idx]
chapter_text += text # 提取文本
# Null characters are not allowed.
chapter_text = chapter_text.replace('\0', '')
# 限制章节内容长度
if 0 < limit < len(chapter_text):
split_text = PdfSplitHandle.split_text(chapter_text, limit)
@ -228,6 +235,9 @@ class PdfSplitHandle(BaseSplitHandle):
text = text[:idx]
chapter_text += text
# Null characters are not allowed.
chapter_text = chapter_text.replace('\0', '')
# 限制章节内容长度
if 0 < limit < len(chapter_text):
split_text = PdfSplitHandle.split_text(chapter_text, limit)