research/resources
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

modify scripts

Browse Source
This commit is contained in:
oscarz
2025-06-20 09:01:59 +08:00
parent 3a3bc1f5fd
commit 9681477ee8
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
u9a9/src/fetch.py
View File

@ -47,9 +47,9 @@ def fetch_list(start_p=1):
url = f"https://u001.25img.com/?p={p}" url = f"https://u001.25img.com/?p={p}"
if p % 10 == 0 : if p % 10 == 0 :
lines = utils.append_to_csv(total_results, target_csv) lines = utils.append_to_csv(total_results, target_csv)
total_results.clear() # 清空缓冲区
if lines: if lines:
logging.info(f"write to csv file. new lines: {len(total_results)}, total lines: {lines}") logging.info(f"write to csv file. new lines: {len(total_results)}, total lines: {lines}")
total_results.clear() # 清空缓冲区
time.sleep(1) time.sleep(1)
else: else:
logging.warning(f"fetch_list failed. url: {url} ") logging.warning(f"fetch_list failed. url: {url} ")
@ -140,9 +140,9 @@ def fetch_sis_list(url = 'https://sis001.com/forum/forum-25-1.html', target_csv_
cnt += 1 cnt += 1
if cnt % 10 == 0 : if cnt % 10 == 0 :
lines = utils.append_to_csv(total_results, target_csv_sis) lines = utils.append_to_csv(total_results, target_csv_sis)
total_results.clear()
if lines: if lines:
logging.info(f"write to csv file. new lines: {len(total_results)}, total lines: {lines}") logging.info(f"write to csv file. new lines: {len(total_results)}, total lines: {lines}")
total_results.clear()
time.sleep(1) time.sleep(1)
else: else:
logging.warning(f"fetch_list failed. url: {url} ") logging.warning(f"fetch_list failed. url: {url} ")