From 04cebde5844ae9994a568d4d8058942e5982422c Mon Sep 17 00:00:00 2001 From: bvwl <2201101122@qq.com> Date: Sat, 29 Nov 2025 11:46:09 +0800 Subject: [PATCH] 0.2.1 --- README.md | 2 ++ spider/main.py | 9 +++++++-- 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index b84e41c..52a00fb 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,5 @@ +# 0.2.1 +- 修复自动化代码 处理异常情况 # 0.2.0 - 优化自动化代码 提高容错 # 0.1.9 diff --git a/spider/main.py b/spider/main.py index a173fc3..b3b21e8 100644 --- a/spider/main.py +++ b/spider/main.py @@ -760,7 +760,8 @@ def main(): time.sleep(secs) continue - with ThreadPoolExecutor(max_workers=len(proxies)) as executor: + executor = ThreadPoolExecutor(max_workers=len(proxies)) + try: futures_map = {executor.submit(proxy_loop, p, stop_event): p for p in proxies} monitor_thread = threading.Thread( @@ -778,7 +779,6 @@ def main(): except Exception: pass break - # 进入禁跑时段时,立即停止并清理浏览器 if is_forbidden_time(): logger.info("进入禁跑时段,停止当前批次并清理指纹浏览器") stop_event.set() @@ -806,6 +806,11 @@ def main(): monitor_thread.join(timeout=5) except Exception: pass + finally: + try: + executor.shutdown(wait=False) + except Exception: + pass continue