modify scripts
This commit is contained in:
@ -116,14 +116,14 @@ def fetch_movies_common(tbl):
|
|||||||
for movie in list_data.get('movies', []):
|
for movie in list_data.get('movies', []):
|
||||||
tmp_id = db_tools.insert_movie_index({'title':movie['title'], 'href':movie['href']}, **extra_kwargs)
|
tmp_id = db_tools.insert_movie_index({'title':movie['title'], 'href':movie['href']}, **extra_kwargs)
|
||||||
if tmp_id:
|
if tmp_id:
|
||||||
logging.debug(f'insert one movie index to db. movie_id: {tmp_id}, title: {movie['title']}, href: {movie['href']}')
|
logging.debug(f"insert one movie index to db. movie_id: {tmp_id}, title: {movie['title']}, href: {movie['href']}")
|
||||||
else:
|
else:
|
||||||
logging.warning(f'insert movie index failed. title: {movie['title']}, href: {movie['href']}')
|
logging.warning(f"insert movie index failed. title: {movie['title']}, href: {movie['href']}")
|
||||||
else :
|
else :
|
||||||
logging.warning(f'parse_page_movie error. url: {next_url}')
|
logging.warning(f'parse_page_movie error. url: {next_url}')
|
||||||
|
|
||||||
elif status_code and status_code == 404:
|
elif status_code and status_code == 404:
|
||||||
logging.warning(f'fetch page error. httpcode: {status_code}, url: {next_url}')
|
logging.warning(f"fetch page error. httpcode: {status_code}, url: {next_url}")
|
||||||
break
|
break
|
||||||
|
|
||||||
# 调试增加brak
|
# 调试增加brak
|
||||||
|
|||||||
Reference in New Issue
Block a user