From 8bf2db4229f91df905661ad36e0beace06f0d8af Mon Sep 17 00:00:00 2001 From: sophon Date: Sun, 20 Jul 2025 11:19:55 +0800 Subject: [PATCH] modify scripts --- scrapy_proj/scrapy_proj/spiders/clm_spider.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scrapy_proj/scrapy_proj/spiders/clm_spider.py b/scrapy_proj/scrapy_proj/spiders/clm_spider.py index 6a7450d..4610d11 100644 --- a/scrapy_proj/scrapy_proj/spiders/clm_spider.py +++ b/scrapy_proj/scrapy_proj/spiders/clm_spider.py @@ -186,7 +186,7 @@ class ClmSpider(BaseSpider): if next_page_href and next_page_href != '#': # 拼接完整URL（相对路径转绝对路径） next_page_url = response.urljoin(next_page_href) - self.logger.info(f'{total_text}, 发现下一页：{next_page_url}') + self.logger.debug(f'{total_text}, 发现下一页：{next_page_url}') # 递归请求下一页 yield scrapy.Request( url=next_page_url,