research/resources
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

modify scripts

Browse Source
This commit is contained in:
oscarz
2025-07-06 19:47:42 +08:00
parent 1224ea3efe
commit 096957705d
2 changed files with 30 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
scrapy_proj/scrapy_proj/db_wapper/spider_db_handler.py
View File

@ -353,7 +353,7 @@ class PboxDBHandler(SQLiteDBHandler):
if not actor_id:
actor_id = self.insert_or_update_common(actor, self.tbl_actor, uniq_key='href', exists_do_nothing=True)
if actor_id:
lnk_id = self.insert_actor_movie(performer_id=actor_id, movie_id=mov_id)
lnk_id = self.insert_or_update_common({'movie_id':mov_id, 'actor_id':actor_id, 'actor_mov': f'{actor_id}_f{mov_id}'}, tbl_name=self.tbl_actor_mov, uniq_key='actor_mov', exists_do_nothing=True)
if not lnk_id:
logging.error(f"insert actor_movie error. actor id: {actor_id}, mov id: {mov_id}")
@ -363,13 +363,16 @@ class PboxDBHandler(SQLiteDBHandler):
if not tag_id:
tag_id = self.insert_or_update_common(tag, self.tbl_tags, uniq_key='href')
if tag_id:
lnk_id = self.insert_movie_tags(movie_id=mov_id, tag_id=tag_id, tags='')
lnk_id = self.insert_or_update_common({'movie_id':mov_id, 'tag_id':tag_id, 'movid_tagid': f'{mov_id}_f{tag_id}', 'tags':''}, tbl_name=self.tbl_mov_tags, uniq_key='movid_tagid', exists_do_nothing=True)
if not lnk_id:
logging.error(f"insert movie_tag error. tag id: {tag_id}, mov id: {mov_id}")
# 插入别名
for alt in item.get('mov_alt_list', []):
self.insert_mov_alt(alt.get('min_mov_id', 0), alt.get('max_mov_id', 0))
min_max = f"{alt['min_mov_id']}_{alt['max_mov_id']}"
lnk_id = self.insert_or_update_common({'min_mov_id':alt['min_mov_id'], 'max_mov_id':alt['max_mov_id'], 'min_max': min_max}, tbl_name=self.tbl_mov_alts, uniq_key='min_max', exists_do_nothing=True)
if not lnk_id:
logging.error(f"insert movie_alt error. item: {alt}")
def get_studios(self, **filters):