research/resources
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

modify scripts

Browse Source
This commit is contained in:
oscarz
2025-06-27 10:41:27 +08:00
parent ac7cff9454
commit 6bfae4bcea
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/javbus/fetch.py
View File

@ -331,6 +331,9 @@ def fetch_performers_detail():
if not avatar: if not avatar:
avatar = data.get('avatar') avatar = data.get('avatar')
all_movies.extend(data.get('movies', [])) all_movies.extend(data.get('movies', []))
else:
logging.warning(f"fetch_page error. url: {url}")
time.sleep(0.3)
elif status_code and status_code in [craw.http_code_404, craw.http_code_403, craw.http_code_redirect]: elif status_code and status_code in [craw.http_code_404, craw.http_code_403, craw.http_code_redirect]:
actor_id = db_tools.update_actor_detail_404({'href': url, 'is_full_data': status_code}) actor_id = db_tools.update_actor_detail_404({'href': url, 'is_full_data': status_code})
@ -363,7 +366,6 @@ def fetch_performers_detail():
succ_rows += 1 succ_rows += 1
else: else:
logging.warning(f'insert person: ({person}) {url} failed.') logging.warning(f'insert person: ({person}) {url} failed.')
time.sleep(0.5)
logging.info(f'total request: {len(performers_list)}, succ: {succ_rows}, last performer id: {last_performer_id}') logging.info(f'total request: {len(performers_list)}, succ: {succ_rows}, last performer id: {last_performer_id}')
# 调试break # 调试break