modify scripts
This commit is contained in:
@ -186,7 +186,7 @@ class ClmSpider(BaseSpider):
|
||||
if next_page_href and next_page_href != '#':
|
||||
# 拼接完整URL(相对路径转绝对路径)
|
||||
next_page_url = response.urljoin(next_page_href)
|
||||
self.logger.info(f'{total_text}, 发现下一页:{next_page_url}')
|
||||
self.logger.debug(f'{total_text}, 发现下一页:{next_page_url}')
|
||||
# 递归请求下一页
|
||||
yield scrapy.Request(
|
||||
url=next_page_url,
|
||||
|
||||
Reference in New Issue
Block a user