diff --git a/scrapy_proj/scrapy_proj/spiders/clm_spider.py b/scrapy_proj/scrapy_proj/spiders/clm_spider.py index 6a7450d..4610d11 100644 --- a/scrapy_proj/scrapy_proj/spiders/clm_spider.py +++ b/scrapy_proj/scrapy_proj/spiders/clm_spider.py @@ -186,7 +186,7 @@ class ClmSpider(BaseSpider): if next_page_href and next_page_href != '#': # 拼接完整URL(相对路径转绝对路径) next_page_url = response.urljoin(next_page_href) - self.logger.info(f'{total_text}, 发现下一页:{next_page_url}') + self.logger.debug(f'{total_text}, 发现下一页:{next_page_url}') # 递归请求下一页 yield scrapy.Request( url=next_page_url,