modify scripts

2025-03-30 10:08:03 +08:00
parent 7717ad1f60
commit 6ab14b0771
2 changed files with 30 additions and 2 deletions
--- a/javdb/src/fetch.py
+++ b/javdb/src/fetch.py
@ -220,8 +220,8 @@ def fetch_movies_detail():
                    logging.warning(f'parse_page_movie error. url: {url}')

            elif status_code  and status_code == 404:
-                logging.warning(f'fetch page error. httpcode: {status_code}, url: {next_url}')
-                break
+                movie_id = db_tools.insert_or_update_movie_404(title=title, href=url)
+                logging.warning(f'404 page. id: {movie_id}, title: ({title}), url: {url}, Skiping...')
            else:
                logging.warning(f'fetch_page error. url: {url}')
            time.sleep(1)