research/resources
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

modify scripts

Browse Source
This commit is contained in:
oscarz
2025-07-06 19:49:16 +08:00
parent 096957705d
commit 28ada066d2
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
scrapy_proj/scrapy_proj/db_wapper/spider_db_handler.py
View File

@ -353,7 +353,7 @@ class PboxDBHandler(SQLiteDBHandler):
if not actor_id: if not actor_id:
actor_id = self.insert_or_update_common(actor, self.tbl_actor, uniq_key='href', exists_do_nothing=True) actor_id = self.insert_or_update_common(actor, self.tbl_actor, uniq_key='href', exists_do_nothing=True)
if actor_id: if actor_id:
lnk_id = self.insert_or_update_common({'movie_id':mov_id, 'actor_id':actor_id, 'actor_mov': f'{actor_id}_f{mov_id}'}, tbl_name=self.tbl_actor_mov, uniq_key='actor_mov', exists_do_nothing=True) lnk_id = self.insert_or_update_common({'movie_id':mov_id, 'actor_id':actor_id, 'actor_mov': f'{actor_id}_{mov_id}'}, tbl_name=self.tbl_actor_mov, uniq_key='actor_mov', exists_do_nothing=True)
if not lnk_id: if not lnk_id:
logging.error(f"insert actor_movie error. actor id: {actor_id}, mov id: {mov_id}") logging.error(f"insert actor_movie error. actor id: {actor_id}, mov id: {mov_id}")
@ -363,7 +363,7 @@ class PboxDBHandler(SQLiteDBHandler):
if not tag_id: if not tag_id:
tag_id = self.insert_or_update_common(tag, self.tbl_tags, uniq_key='href') tag_id = self.insert_or_update_common(tag, self.tbl_tags, uniq_key='href')
if tag_id: if tag_id:
lnk_id = self.insert_or_update_common({'movie_id':mov_id, 'tag_id':tag_id, 'movid_tagid': f'{mov_id}_f{tag_id}', 'tags':''}, tbl_name=self.tbl_mov_tags, uniq_key='movid_tagid', exists_do_nothing=True) lnk_id = self.insert_or_update_common({'movie_id':mov_id, 'tag_id':tag_id, 'movid_tagid': f'{mov_id}_{tag_id}', 'tags':''}, tbl_name=self.tbl_mov_tags, uniq_key='movid_tagid', exists_do_nothing=True)
if not lnk_id: if not lnk_id:
logging.error(f"insert movie_tag error. tag id: {tag_id}, mov id: {mov_id}") logging.error(f"insert movie_tag error. tag id: {tag_id}, mov id: {mov_id}")