modify scripts
This commit is contained in:
@ -313,10 +313,6 @@ def fetch_performers_detail_once(perfomers_list):
|
||||
movies_changed = True
|
||||
if page_movies_cnt <= movies_cnt:
|
||||
movies_changed = False
|
||||
if not force:
|
||||
logging.debug(f"actor already update. skipping... person: ({person}), url: {url}")
|
||||
last_performer_id = curr_id
|
||||
continue
|
||||
|
||||
performer_id = db_tools.insert_or_update_performer({
|
||||
'href': url,
|
||||
|
||||
@ -42,7 +42,7 @@ http_code_url = 601
|
||||
http_code_local = 99
|
||||
|
||||
save_raw_html = True
|
||||
load_from_local = True
|
||||
load_from_local = False
|
||||
|
||||
#使用 CloudScraper 进行网络请求,并执行页面验证,支持不同解析器和预处理
|
||||
def fetch_page(url, validator, max_retries=3, parser="html.parser", preprocessor=None):
|
||||
|
||||
Reference in New Issue
Block a user