research/resources
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

modify scripts

Browse Source
This commit is contained in:
oscarz
2025-03-30 14:35:58 +08:00
parent 8a249eb3ae
commit c6ebe185be
3 changed files with 9 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
javdb/src/fetch.py
View File

@ -220,8 +220,11 @@ def fetch_movies_detail():
logging.warning(f'parse_page_movie error. url: {url}')
elif status_code and status_code == 404:
movie_id = db_tools.insert_or_update_movie_404(title=title, href=url)
movie_id = db_tools.insert_or_update_movie_404(title=title, href=url, is_full_data=2)
logging.warning(f'404 page. id: {movie_id}, title: ({title}), url: {url}, Skiping...')
elif status_code and status_code == 401:
movie_id = db_tools.insert_or_update_movie_404(title=title, href=url, is_full_data=3)
logging.warning(f'401 page(need login). id: {movie_id}, title: ({title}), url: {url}, Skiping...')
else:
logging.warning(f'fetch_page error. url: {url}')
time.sleep(1)