# coding=utf-8 """ @project: maxkb @Author:虎 @file: xlsx_parse_qa_handle.py @date:2024/5/21 14:59 @desc: """ import io import openpyxl from common.handle.base_parse_qa_handle import BaseParseQAHandle, get_title_row_index_dict, get_row_value def handle_sheet(file_name, sheet): rows = sheet.rows try: title_row_list = next(rows) title_row_list = [row.value for row in title_row_list] except Exception as e: return {'name': file_name, 'paragraphs': []} if len(title_row_list) == 0: return {'name': file_name, 'paragraphs': []} title_row_index_dict = get_title_row_index_dict(title_row_list) paragraph_list = [] for row in rows: content = get_row_value(row, title_row_index_dict, 'content') if content is None or content.value is None: continue problem = get_row_value(row, title_row_index_dict, 'problem_list') problem = str(problem.value) if problem is not None and problem.value is not None else '' problem_list = [{'content': p[0:255]} for p in problem.split('\n') if len(p.strip()) > 0] title = get_row_value(row, title_row_index_dict, 'title') title = str(title.value) if title is not None and title.value is not None else '' content = content.value paragraph_list.append({'title': title[0:255], 'content': content[0:4096], 'problem_list': problem_list}) return {'name': file_name, 'paragraphs': paragraph_list} class XlsxParseQAHandle(BaseParseQAHandle): def support(self, file, get_buffer): file_name: str = file.name.lower() if file_name.endswith(".xlsx"): return True return False def handle(self, file, get_buffer): buffer = get_buffer(file) try: workbook = openpyxl.load_workbook(io.BytesIO(buffer)) worksheets = workbook.worksheets worksheets_size = len(worksheets) return [row for row in [handle_sheet(file.name, sheet) if worksheets_size == 1 and sheet.title == 'Sheet1' else handle_sheet( sheet.title, sheet) for sheet in worksheets] if row is not None] except Exception as e: return [{'name': file.name, 'paragraphs': []}]