modify scripts

This commit is contained in:
oscarz
2025-07-02 18:34:37 +08:00
parent b5c74c12cd
commit e120867114
2 changed files with 1 additions and 5 deletions

View File

@ -313,10 +313,6 @@ def fetch_performers_detail_once(perfomers_list):
movies_changed = True
if page_movies_cnt <= movies_cnt:
movies_changed = False
if not force:
logging.debug(f"actor already update. skipping... person: ({person}), url: {url}")
last_performer_id = curr_id
continue
performer_id = db_tools.insert_or_update_performer({
'href': url,

View File

@ -42,7 +42,7 @@ http_code_url = 601
http_code_local = 99
save_raw_html = True
load_from_local = True
load_from_local = False
#使用 CloudScraper 进行网络请求,并执行页面验证,支持不同解析器和预处理
def fetch_page(url, validator, max_retries=3, parser="html.parser", preprocessor=None):