mirror of
https://github.com/1Panel-dev/MaxKB.git
synced 2025-12-26 18:32:48 +00:00
115 lines
4.3 KiB
Python
115 lines
4.3 KiB
Python
# coding=utf-8
|
||
"""
|
||
@project: maxkb
|
||
@Author：虎
|
||
@file： xls_parse_qa_handle.py
|
||
@date：2024/5/21 14:59
|
||
@desc:
|
||
"""
|
||
import traceback
|
||
from typing import List
|
||
|
||
import xlrd
|
||
|
||
from common.handle.base_split_handle import BaseSplitHandle
|
||
from common.utils.logger import maxkb_logger
|
||
|
||
|
||
def post_cell(cell_value):
|
||
return cell_value.replace('\r\n', '<br>').replace('\n', '<br>').replace('|', '|')
|
||
|
||
|
||
def row_to_md(row):
|
||
return '| ' + ' | '.join(
|
||
[post_cell(str(cell)) if cell is not None else '' for cell in row]) + ' |\n'
|
||
|
||
|
||
def handle_sheet(file_name, sheet, limit: int):
|
||
rows = iter([sheet.row_values(i) for i in range(sheet.nrows)])
|
||
paragraphs = []
|
||
result = {'name': file_name, 'content': paragraphs}
|
||
try:
|
||
title_row_list = next(rows)
|
||
title_md_content = row_to_md(title_row_list)
|
||
title_md_content += '| ' + ' | '.join(
|
||
['---' if cell is not None else '' for cell in title_row_list]) + ' |\n'
|
||
except Exception as e:
|
||
return result
|
||
if len(title_row_list) == 0:
|
||
return result
|
||
result_item_content = ''
|
||
for row in rows:
|
||
next_md_content = row_to_md(row)
|
||
next_md_content_len = len(next_md_content)
|
||
result_item_content_len = len(result_item_content)
|
||
if len(result_item_content) == 0:
|
||
result_item_content += title_md_content
|
||
result_item_content += next_md_content
|
||
else:
|
||
if result_item_content_len + next_md_content_len < limit:
|
||
result_item_content += next_md_content
|
||
else:
|
||
paragraphs.append({'content': result_item_content, 'title': ''})
|
||
result_item_content = title_md_content + next_md_content
|
||
if len(result_item_content) > 0:
|
||
paragraphs.append({'content': result_item_content, 'title': ''})
|
||
return result
|
||
|
||
|
||
class XlsSplitHandle(BaseSplitHandle):
|
||
def handle(self, file, pattern_list: List, with_filter: bool, limit: int, get_buffer, save_image):
|
||
buffer = get_buffer(file)
|
||
try:
|
||
if type(limit) is str:
|
||
limit = int(limit)
|
||
workbook = xlrd.open_workbook(file_contents=buffer)
|
||
worksheets = workbook.sheets()
|
||
worksheets_size = len(worksheets)
|
||
return [row for row in
|
||
[handle_sheet(file.name,
|
||
sheet, limit) if worksheets_size == 1 and sheet.name == 'Sheet1' else handle_sheet(
|
||
sheet.name, sheet, limit) for sheet
|
||
in worksheets] if row is not None]
|
||
except Exception as e:
|
||
maxkb_logger.error(f"Error processing XLS file {file.name}: {e}, {traceback.format_exc()}")
|
||
return [{'name': file.name, 'content': []}]
|
||
|
||
def get_content(self, file, save_image):
|
||
# 打开 .xls 文件
|
||
try:
|
||
workbook = xlrd.open_workbook(file_contents=file.read(), formatting_info=True)
|
||
sheets = workbook.sheets()
|
||
md_tables = ''
|
||
for sheet in sheets:
|
||
# 过滤空白的sheet
|
||
if sheet.nrows == 0 or sheet.ncols == 0:
|
||
continue
|
||
|
||
# 获取表头和内容
|
||
headers = sheet.row_values(0)
|
||
data = [sheet.row_values(row_idx) for row_idx in range(1, sheet.nrows)]
|
||
|
||
# 构建 Markdown 表格
|
||
md_table = '| ' + ' | '.join(headers) + ' |\n'
|
||
md_table += '| ' + ' | '.join(['---'] * len(headers)) + ' |\n'
|
||
for row in data:
|
||
# 将每个单元格中的内容替换换行符为 <br> 以保留原始格式
|
||
md_table += '| ' + ' | '.join(
|
||
[str(cell)
|
||
.replace('\r\n', '<br>')
|
||
.replace('\n', '<br>')
|
||
if cell else '' for cell in row]) + ' |\n'
|
||
md_tables += md_table + '\n\n'
|
||
|
||
return md_tables
|
||
except Exception as e:
|
||
maxkb_logger.error(f'excel split handle error: {e}')
|
||
return f'error: {e}'
|
||
|
||
def support(self, file, get_buffer):
|
||
file_name: str = file.name.lower()
|
||
buffer = get_buffer(file)
|
||
if file_name.endswith(".xls") and xlrd.inspect_format(content=buffer):
|
||
return True
|
||
return False
|