diff --git a/src/javbus/fetch.py b/src/javbus/fetch.py index 3c7c798..26bab85 100644 --- a/src/javbus/fetch.py +++ b/src/javbus/fetch.py @@ -331,6 +331,9 @@ def fetch_performers_detail(): if not avatar: avatar = data.get('avatar') all_movies.extend(data.get('movies', [])) + else: + logging.warning(f"fetch_page error. url: {url}") + time.sleep(0.3) elif status_code and status_code in [craw.http_code_404, craw.http_code_403, craw.http_code_redirect]: actor_id = db_tools.update_actor_detail_404({'href': url, 'is_full_data': status_code}) @@ -363,7 +366,6 @@ def fetch_performers_detail(): succ_rows += 1 else: logging.warning(f'insert person: ({person}) {url} failed.') - time.sleep(0.5) logging.info(f'total request: {len(performers_list)}, succ: {succ_rows}, last performer id: {last_performer_id}') # 调试break