modify scripts
This commit is contained in:
@ -42,10 +42,11 @@ def fetch_list(start_p=1):
|
|||||||
url = None
|
url = None
|
||||||
else:
|
else:
|
||||||
p += 1
|
p += 1
|
||||||
|
time.sleep(1)
|
||||||
else:
|
else:
|
||||||
logging.warning(f"fetch_list failed. url: {url} ")
|
logging.warning(f"fetch_list failed. url: {url} ")
|
||||||
url = None
|
url = None
|
||||||
|
|
||||||
else:
|
else:
|
||||||
logging.warning(f'fetch_page error. url: {url}, status_code: {status_code}')
|
logging.warning(f'fetch_page error. url: {url}, status_code: {status_code}')
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user