From 260060f276204ae52097d56e868079e578cde8f7 Mon Sep 17 00:00:00 2001 From: shaohuzhang1 Date: Wed, 10 Apr 2024 18:43:43 +0800 Subject: [PATCH] =?UTF-8?q?fix:=20=E4=BC=98=E5=8C=96=E5=90=8C=E6=AD=A5?= =?UTF-8?q?=E7=BD=91=E9=A1=B5=E9=80=BB=E8=BE=91?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- apps/common/util/fork.py | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/apps/common/util/fork.py b/apps/common/util/fork.py index 7106bab96..ee30f696e 100644 --- a/apps/common/util/fork.py +++ b/apps/common/util/fork.py @@ -33,14 +33,16 @@ class ForkManage: if level < 0: return else: + child_link.url = remove_fragment(child_link.url) child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url + if not exclude_link_url.__contains__(child_url): exclude_link_url.add(child_url) - response = Fork(child_link.url, selector_list).fork() - fork_handler(child_link, response) - for child_link in response.child_link_list: - child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url - if not exclude_link_url.__contains__(child_url): - ForkManage.fork_child(child_link, selector_list, level - 1, exclude_link_url, fork_handler) + response = Fork(child_link.url, selector_list).fork() + fork_handler(child_link, response) + for child_link in response.child_link_list: + child_url = child_link.url[:-1] if child_link.url.endswith('/') else child_link.url + if not exclude_link_url.__contains__(child_url): + ForkManage.fork_child(child_link, selector_list, level - 1, exclude_link_url, fork_handler) def remove_fragment(url: str) -> str: