497 lines
14 KiB
Python
497 lines
14 KiB
Python
# Define here the models for your scraped items
|
|
#
|
|
# See documentation in:
|
|
# https://docs.scrapy.org/en/latest/topics/items.html
|
|
|
|
# items.py
|
|
import scrapy
|
|
import scrapy_proj.comm.comm_def as comm
|
|
|
|
class CommErrItem(scrapy.Item):
|
|
url = scrapy.Field()
|
|
error = scrapy.Field()
|
|
status = scrapy.Field()
|
|
partial_content = scrapy.Field()
|
|
|
|
# u3c3.in
|
|
class U001Item(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_LIST
|
|
category = scrapy.Field()
|
|
title = scrapy.Field()
|
|
url = scrapy.Field()
|
|
torrent_url = scrapy.Field()
|
|
magnet_url = scrapy.Field()
|
|
size_text = scrapy.Field()
|
|
size_gb = scrapy.Field()
|
|
update_date = scrapy.Field()
|
|
|
|
# sis001.com
|
|
class Sis001Item(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_LIST
|
|
title = scrapy.Field()
|
|
url = scrapy.Field()
|
|
plate_name = scrapy.Field()
|
|
size_text = scrapy.Field()
|
|
size_gb = scrapy.Field()
|
|
update_date = scrapy.Field()
|
|
|
|
class IAFDPersonItem(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_ACTOR_INDEX
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
from_astro_list = scrapy.Field()
|
|
from_birth_list = scrapy.Field()
|
|
from_ethnic_list = scrapy.Field()
|
|
from_movie_list = scrapy.Field()
|
|
|
|
class IAFDMovieItem(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_MOVIE_INDEX
|
|
title = scrapy.Field()
|
|
href = scrapy.Field()
|
|
release_year = scrapy.Field()
|
|
from_performer_list = scrapy.Field()
|
|
from_dist_list = scrapy.Field()
|
|
from_stu_list = scrapy.Field()
|
|
|
|
class IAFDPersonDetailItem(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_ACTOR_DETAIL
|
|
href = scrapy.Field()
|
|
person = scrapy.Field()
|
|
gender = scrapy.Field()
|
|
birthday = scrapy.Field()
|
|
astrology = scrapy.Field()
|
|
birthplace = scrapy.Field()
|
|
years_active = scrapy.Field()
|
|
ethnicity = scrapy.Field()
|
|
nationality = scrapy.Field()
|
|
hair_colors = scrapy.Field()
|
|
eye_color = scrapy.Field()
|
|
height = scrapy.Field()
|
|
weight = scrapy.Field()
|
|
measurements = scrapy.Field()
|
|
tattoos = scrapy.Field()
|
|
piercings = scrapy.Field()
|
|
movies_cnt = scrapy.Field()
|
|
vixen_cnt = scrapy.Field()
|
|
blacked_cnt = scrapy.Field()
|
|
tushy_cnt = scrapy.Field()
|
|
x_art_cnt = scrapy.Field()
|
|
performer_aka = scrapy.Field()
|
|
|
|
class IAFDMovieDetailItem(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_MOVIE_DETAIL
|
|
title = scrapy.Field()
|
|
href = scrapy.Field()
|
|
# 可以根据实际需求添加更多影片详情字段
|
|
|
|
class PBoxStuItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
label_id = scrapy.Field()
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
description = scrapy.Field()
|
|
scene_count = scrapy.Field()
|
|
|
|
class PBoxMovIndexItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
movie_id = scrapy.Field()
|
|
content_id = scrapy.Field()
|
|
href = scrapy.Field()
|
|
publish_date = scrapy.Field()
|
|
title = scrapy.Field()
|
|
duration = scrapy.Field()
|
|
studio_id = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
|
|
class PBoxActorIndexItem(scrapy.Item):
|
|
actor_id = scrapy.Field()
|
|
href = scrapy.Field()
|
|
name = scrapy.Field()
|
|
gender = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
|
|
|
|
class PBoxMovTagsItem(scrapy.Item):
|
|
tag_id = scrapy.Field()
|
|
href = scrapy.Field()
|
|
name = scrapy.Field()
|
|
|
|
class PBoxAlternateItem(scrapy.Item):
|
|
min_mov_id = scrapy.Field()
|
|
max_mov_id = scrapy.Field()
|
|
|
|
class PBoxMovItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
movie_id = scrapy.Field()
|
|
content_id = scrapy.Field()
|
|
href = scrapy.Field()
|
|
publish_date = scrapy.Field()
|
|
release_date = scrapy.Field()
|
|
title = scrapy.Field()
|
|
duration = scrapy.Field()
|
|
studio_id = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
actor_index_list = scrapy.Field()
|
|
mov_tags_list = scrapy.Field()
|
|
mov_alt_list = scrapy.Field()
|
|
|
|
class ClmKeyWordsItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
words = scrapy.Field()
|
|
groups = scrapy.Field()
|
|
tags = scrapy.Field()
|
|
index_count = scrapy.Field()
|
|
|
|
class ClmIndexItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
category = scrapy.Field()
|
|
title = scrapy.Field()
|
|
href = scrapy.Field()
|
|
magnet_href = scrapy.Field()
|
|
size_text = scrapy.Field()
|
|
size_gb = scrapy.Field()
|
|
heat = scrapy.Field()
|
|
add_date = scrapy.Field()
|
|
last_down_date = scrapy.Field()
|
|
key_words_id = scrapy.Field()
|
|
key_words = scrapy.Field()
|
|
is_update = scrapy.Field()
|
|
|
|
class ClmKeywordsIndexItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
words_id = scrapy.Field()
|
|
index_id = scrapy.Field()
|
|
wid_iid = scrapy.Field()
|
|
tags = scrapy.Field()
|
|
|
|
class JavHDActorIndexItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
rank = scrapy.Field()
|
|
ja_name = scrapy.Field()
|
|
zh_name = scrapy.Field()
|
|
en_name = scrapy.Field()
|
|
url = scrapy.Field()
|
|
pic = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
|
|
|
|
class JavHDActorItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
rank = scrapy.Field()
|
|
ja_name = scrapy.Field()
|
|
zh_name = scrapy.Field()
|
|
en_name = scrapy.Field()
|
|
url = scrapy.Field()
|
|
pic = scrapy.Field()
|
|
height = scrapy.Field()
|
|
weight = scrapy.Field()
|
|
breast_size = scrapy.Field()
|
|
breast_factor = scrapy.Field()
|
|
hair_color = scrapy.Field()
|
|
eye_color = scrapy.Field()
|
|
birth_date = scrapy.Field()
|
|
ethnicity = scrapy.Field()
|
|
birth_place = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
|
|
|
|
class LordActorItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
pornstar = scrapy.Field()
|
|
rating = scrapy.Field()
|
|
rank = scrapy.Field()
|
|
votes = scrapy.Field()
|
|
href = scrapy.Field()
|
|
career_start = scrapy.Field()
|
|
measurements = scrapy.Field()
|
|
born = scrapy.Field()
|
|
height = scrapy.Field()
|
|
weight = scrapy.Field()
|
|
date_modified = scrapy.Field()
|
|
global_rank = scrapy.Field()
|
|
weekly_rank = scrapy.Field()
|
|
last_month_rating = scrapy.Field()
|
|
current_rating = scrapy.Field()
|
|
total_votes = scrapy.Field()
|
|
birth_date = scrapy.Field()
|
|
birth_year = scrapy.Field()
|
|
birth_place = scrapy.Field()
|
|
height_ft = scrapy.Field()
|
|
height_cm = scrapy.Field()
|
|
weight_lbs = scrapy.Field()
|
|
weight_kg = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
alias = scrapy.Field()
|
|
|
|
class IafdDistributorsItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
parent_id = scrapy.Field()
|
|
details = scrapy.Field()
|
|
|
|
class IafdMetaEthnicItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
|
|
class IafdMoviesItem(scrapy.Item):
|
|
title = scrapy.Field()
|
|
minutes = scrapy.Field()
|
|
distributor_id = scrapy.Field()
|
|
studio_id = scrapy.Field()
|
|
release_date = scrapy.Field()
|
|
added_to_IAFD_date = scrapy.Field()
|
|
all_girl = scrapy.Field()
|
|
all_male = scrapy.Field()
|
|
compilation = scrapy.Field()
|
|
webscene = scrapy.Field()
|
|
director_id = scrapy.Field()
|
|
href = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
release_year = scrapy.Field()
|
|
from_performer_list = scrapy.Field()
|
|
from_dist_list = scrapy.Field()
|
|
from_stu_list = scrapy.Field()
|
|
|
|
class IafdMoviesAppersInItem(scrapy.Item):
|
|
movie_id = scrapy.Field()
|
|
appears_in_id = scrapy.Field()
|
|
gradation = scrapy.Field()
|
|
notes = scrapy.Field()
|
|
|
|
class IafdPerformerAliasesItem(scrapy.Item):
|
|
performer_id = scrapy.Field()
|
|
alias = scrapy.Field()
|
|
|
|
class IafdPerformerUrlsItem(scrapy.Item):
|
|
performer_id = scrapy.Field()
|
|
position = scrapy.Field()
|
|
url = scrapy.Field()
|
|
|
|
class IafdPerformersItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
gender = scrapy.Field()
|
|
birthday = scrapy.Field()
|
|
astrology = scrapy.Field()
|
|
birthplace = scrapy.Field()
|
|
years_active = scrapy.Field()
|
|
ethnicity = scrapy.Field()
|
|
nationality = scrapy.Field()
|
|
hair_colors = scrapy.Field()
|
|
eye_color = scrapy.Field()
|
|
height_str = scrapy.Field()
|
|
weight_str = scrapy.Field()
|
|
measurements = scrapy.Field()
|
|
tattoos = scrapy.Field()
|
|
piercings = scrapy.Field()
|
|
fake_tits = scrapy.Field()
|
|
href = scrapy.Field()
|
|
weight = scrapy.Field()
|
|
height = scrapy.Field()
|
|
rating = scrapy.Field()
|
|
movies_cnt = scrapy.Field()
|
|
vixen_cnt = scrapy.Field()
|
|
blacked_cnt = scrapy.Field()
|
|
tushy_cnt = scrapy.Field()
|
|
x_art_cnt = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
birth_year = scrapy.Field()
|
|
from_astro_list = scrapy.Field()
|
|
from_birth_list = scrapy.Field()
|
|
from_ethnic_list = scrapy.Field()
|
|
from_movie_list = scrapy.Field()
|
|
|
|
class IafdPerformersMoviesItem(scrapy.Item):
|
|
performer_id = scrapy.Field()
|
|
movie_id = scrapy.Field()
|
|
role = scrapy.Field()
|
|
notes = scrapy.Field()
|
|
|
|
class IafdStudiosItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
parent_id = scrapy.Field()
|
|
details = scrapy.Field()
|
|
|
|
class IafdTaskLogItem(scrapy.Item):
|
|
task_id = scrapy.Field()
|
|
full_data_performers = scrapy.Field()
|
|
total_performers = scrapy.Field()
|
|
full_data_movies = scrapy.Field()
|
|
total_movies = scrapy.Field()
|
|
total_distributors = scrapy.Field()
|
|
total_studios = scrapy.Field()
|
|
task_status = scrapy.Field()
|
|
|
|
class JavbusActorsItem(scrapy.Item):
|
|
ja_name = scrapy.Field()
|
|
zh_name = scrapy.Field()
|
|
en_name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
pic = scrapy.Field()
|
|
birth_date = scrapy.Field()
|
|
height = scrapy.Field()
|
|
breast_size = scrapy.Field()
|
|
measurements = scrapy.Field()
|
|
uncensored = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
from_actor_list = scrapy.Field()
|
|
from_movie_list = scrapy.Field()
|
|
movies_cnt = scrapy.Field()
|
|
# 以下为添加字段
|
|
avatar = scrapy.Field()
|
|
credits = scrapy.Field()
|
|
|
|
|
|
class JavbusActorsMoviesItem(scrapy.Item):
|
|
actor_id = scrapy.Field()
|
|
movie_id = scrapy.Field()
|
|
tags = scrapy.Field()
|
|
|
|
class JavbusLabelsItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
en_name = scrapy.Field()
|
|
ja_name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
details = scrapy.Field()
|
|
uncensored = scrapy.Field()
|
|
from_list = scrapy.Field()
|
|
from_movie_list = scrapy.Field()
|
|
movies_cnt = scrapy.Field()
|
|
magnet_cnt = scrapy.Field()
|
|
|
|
class JavbusMoviesItem(scrapy.Item):
|
|
href = scrapy.Field()
|
|
title = scrapy.Field()
|
|
cover_url = scrapy.Field()
|
|
serial_number = scrapy.Field()
|
|
release_date = scrapy.Field()
|
|
duration = scrapy.Field()
|
|
studio_id = scrapy.Field()
|
|
label_id = scrapy.Field()
|
|
series_id = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
uncensored = scrapy.Field()
|
|
from_actor_list = scrapy.Field()
|
|
from_movie_studios = scrapy.Field()
|
|
from_movie_labels = scrapy.Field()
|
|
from_movie_series = scrapy.Field()
|
|
actors_cnt = scrapy.Field()
|
|
# 以下为添加字段
|
|
studio = scrapy.Field()
|
|
label = scrapy.Field()
|
|
series = scrapy.Field()
|
|
actors = scrapy.Field()
|
|
tags = scrapy.Field()
|
|
|
|
class JavbusMoviesTagsItem(scrapy.Item):
|
|
movie_id = scrapy.Field()
|
|
tag_id = scrapy.Field()
|
|
tags = scrapy.Field()
|
|
|
|
class JavbusSeriesItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
en_name = scrapy.Field()
|
|
ja_name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
details = scrapy.Field()
|
|
uncensored = scrapy.Field()
|
|
from_list = scrapy.Field()
|
|
from_movie_list = scrapy.Field()
|
|
movies_cnt = scrapy.Field()
|
|
magnet_cnt = scrapy.Field()
|
|
|
|
class JavbusStudiosItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
en_name = scrapy.Field()
|
|
ja_name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
details = scrapy.Field()
|
|
uncensored = scrapy.Field()
|
|
from_list = scrapy.Field()
|
|
from_movie_list = scrapy.Field()
|
|
movies_cnt = scrapy.Field()
|
|
magnet_cnt = scrapy.Field()
|
|
|
|
class JavbusTagsItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
en_name = scrapy.Field()
|
|
ja_name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
|
|
class JavdbActorsItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
pic = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
from_actor_list = scrapy.Field()
|
|
from_movie_list = scrapy.Field()
|
|
|
|
class JavdbActorsAliasItem(scrapy.Item):
|
|
actor_id = scrapy.Field()
|
|
alias = scrapy.Field()
|
|
|
|
class JavdbActorsMoviesItem(scrapy.Item):
|
|
actor_id = scrapy.Field()
|
|
movie_id = scrapy.Field()
|
|
tags = scrapy.Field()
|
|
|
|
class JavdbMakersItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
parent_id = scrapy.Field()
|
|
details = scrapy.Field()
|
|
from_list = scrapy.Field()
|
|
from_movie_list = scrapy.Field()
|
|
|
|
class JavdbMoviesItem(scrapy.Item):
|
|
href = scrapy.Field()
|
|
title = scrapy.Field()
|
|
cover_url = scrapy.Field()
|
|
serial_number = scrapy.Field()
|
|
release_date = scrapy.Field()
|
|
duration = scrapy.Field()
|
|
maker_id = scrapy.Field()
|
|
series_id = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
from_actor_list = scrapy.Field()
|
|
from_movie_makers = scrapy.Field()
|
|
from_movie_series = scrapy.Field()
|
|
from_movie_publishers = scrapy.Field()
|
|
pub_id = scrapy.Field()
|
|
uncensored = scrapy.Field()
|
|
|
|
class JavdbMoviesTagsItem(scrapy.Item):
|
|
movie_id = scrapy.Field()
|
|
tag_id = scrapy.Field()
|
|
tags = scrapy.Field()
|
|
|
|
class JavdbPublishersItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
parent_id = scrapy.Field()
|
|
details = scrapy.Field()
|
|
from_list = scrapy.Field()
|
|
from_movie_list = scrapy.Field()
|
|
|
|
class JavdbSeriesItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
parent_id = scrapy.Field()
|
|
details = scrapy.Field()
|
|
from_list = scrapy.Field()
|
|
from_movie_list = scrapy.Field()
|
|
|
|
class JavdbTagsItem(scrapy.Item):
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
|
|
class JavdbTaskLogItem(scrapy.Item):
|
|
task_id = scrapy.Field()
|
|
full_data_actors = scrapy.Field()
|
|
total_actors = scrapy.Field()
|
|
full_data_movies = scrapy.Field()
|
|
total_movies = scrapy.Field()
|
|
total_makers = scrapy.Field()
|
|
total_series = scrapy.Field()
|
|
task_status = scrapy.Field()
|