research/resources
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

modify scripts

Browse Source
This commit is contained in:
sophon
2025-07-26 19:18:59 +08:00
parent 7e1b905afe
commit 364c39b8ea
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy_proj/scrapy_proj/spiders/javbus_spider.py
View File

@ -217,7 +217,7 @@ class JavbusSpiderSpider(BaseSpider):
data = common_parser(html=response.text, page='movies', href=response.url, title=title) data = common_parser(html=response.text, page='movies', href=response.url, title=title)
if data: if data:
self.crawler.stats.inc_value(f"{self.name}/movie_done") self.crawler.stats.inc_value(f"{self.name}/movie_done")
self.logger.info(f"fetched data from {response.url}, data: {data}") self.logger.debug(f"fetched data from {response.url}, data: {data}")
# 把movies信息入库 # 把movies信息入库
item = JavbusMoviesItem() item = JavbusMoviesItem()
for k, v in data.items(): for k, v in data.items():