modify scripts
This commit is contained in:
@ -58,7 +58,7 @@ def fetch_page(url, validator, parser="html.parser", preprocessor=None, max_retr
|
||||
|
||||
logging.warning(f"Validation failed on attempt {attempt + 1} for {url}")
|
||||
except requests.RequestException as e:
|
||||
logging.info(f"Warn fetching page {url}: {e}. Retrying ...")
|
||||
logging.warning(f"fetching page ({url}) error: {e}, Retrying ...")
|
||||
time.sleep(sleep_time) # 休眠指定的时间,然后重试
|
||||
|
||||
logging.error(f'Fetching failed after max retries. {url}')
|
||||
|
||||
Reference in New Issue
Block a user