From e120867114310d9cd9dd2d72ef6d71e8c7462ed5 Mon Sep 17 00:00:00 2001 From: oscarz Date: Wed, 2 Jul 2025 18:34:37 +0800 Subject: [PATCH] modify scripts --- iafd/src/fetch.py | 4 ---- iafd/src/iafd_scraper.py | 2 +- 2 files changed, 1 insertion(+), 5 deletions(-) diff --git a/iafd/src/fetch.py b/iafd/src/fetch.py index 63f59d2..83386ed 100644 --- a/iafd/src/fetch.py +++ b/iafd/src/fetch.py @@ -313,10 +313,6 @@ def fetch_performers_detail_once(perfomers_list): movies_changed = True if page_movies_cnt <= movies_cnt: movies_changed = False - if not force: - logging.debug(f"actor already update. skipping... person: ({person}), url: {url}") - last_performer_id = curr_id - continue performer_id = db_tools.insert_or_update_performer({ 'href': url, diff --git a/iafd/src/iafd_scraper.py b/iafd/src/iafd_scraper.py index 613aa70..3941836 100644 --- a/iafd/src/iafd_scraper.py +++ b/iafd/src/iafd_scraper.py @@ -42,7 +42,7 @@ http_code_url = 601 http_code_local = 99 save_raw_html = True -load_from_local = True +load_from_local = False #使用 CloudScraper 进行网络请求,并执行页面验证,支持不同解析器和预处理 def fetch_page(url, validator, max_retries=3, parser="html.parser", preprocessor=None):