modify scripts

This commit is contained in:
2025-07-20 11:19:55 +08:00
parent c81d4c49c7
commit 8bf2db4229

View File

@ -186,7 +186,7 @@ class ClmSpider(BaseSpider):
if next_page_href and next_page_href != '#':
# 拼接完整URL相对路径转绝对路径
next_page_url = response.urljoin(next_page_href)
self.logger.info(f'{total_text}, 发现下一页:{next_page_url}')
self.logger.debug(f'{total_text}, 发现下一页:{next_page_url}')
# 递归请求下一页
yield scrapy.Request(
url=next_page_url,