15308555518/ MaxKB
1
0
Fork 0
mirror of https://github.com/1Panel-dev/MaxKB.git synced 2025-12-26 01:33:05 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

feat: Add web node interrupt

This commit is contained in:
zhangzhanwei 2025-12-18 15:42:28 +08:00
parent 4f1f0fe056
commit 9e02984376
1 changed files with 15 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
apps/application/flow/step_node/data_source_web_node/impl/base_data_source_web_node.py
View File

@ -25,7 +25,12 @@ class BaseDataSourceWebNodeForm(BaseForm):
'placeholder': _('The default is body, you can enter .classname/#idname/tagname')})
def get_collect_handler():
class InterruptedTaskException(Exception):
def __init__(self, *args, **kwargs): # real signature unknown
pass
def get_collect_handler(workflow_manage):
results = []
def handler(child_link: ChildLink, response: Fork.Response):
@ -37,8 +42,11 @@ def get_collect_handler():
"name": document_name.strip(),
"content": response.content,
})
except Exception as e:
maxkb_logger.error(f'{str(e)}:{traceback.format_exc()}')
maxkb_logger.error(f'{str(e)}:{traceback.format_exc()}')
if workflow_manage.is_the_task_interrupted():
raise InterruptedTaskException('Task interrupted')
return handler, results
@ -60,15 +68,18 @@ class BaseDataSourceWebNode(IDataSourceWebNode):
source_url = data_source.get("source_url")
selector = data_source.get("selector") or "body"
collect_handler, document_list = get_collect_handler()
collect_handler, document_list = get_collect_handler(self.workflow_manage)
try:
ForkManage(source_url, selector.split(" ") if selector is not None else []).fork(3, set(), collect_handler)
return NodeResult({'document_list': document_list,'source_url': source_url, 'selector': selector},
return NodeResult({'document_list': document_list, 'source_url': source_url, 'selector': selector},
self.workflow_manage.params.get('knowledge_base') or {})
except Exception as e:
if isinstance(e,InterruptedTaskException):
return NodeResult({'document_list': document_list, 'source_url': source_url, 'selector': selector},
self.workflow_manage.params.get('knowledge_base') or {})
maxkb_logger.error(_('data source web node:{node_id} error{error}{traceback}').format(
knowledge_id=node_id, error=str(e), traceback=traceback.format_exc()))