166 lines
4.5 KiB
Python
166 lines
4.5 KiB
Python
# Define here the models for your scraped items
|
|
#
|
|
# See documentation in:
|
|
# https://docs.scrapy.org/en/latest/topics/items.html
|
|
|
|
# items.py
|
|
import scrapy
|
|
import scrapy_proj.comm.comm_def as comm
|
|
|
|
class CommErrItem(scrapy.Item):
|
|
url = scrapy.Field()
|
|
error = scrapy.Field()
|
|
status = scrapy.Field()
|
|
partial_content = scrapy.Field()
|
|
|
|
# u3c3.in
|
|
class U001Item(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_LIST
|
|
category = scrapy.Field()
|
|
title = scrapy.Field()
|
|
url = scrapy.Field()
|
|
torrent_url = scrapy.Field()
|
|
magnet_url = scrapy.Field()
|
|
size_text = scrapy.Field()
|
|
size_gb = scrapy.Field()
|
|
update_date = scrapy.Field()
|
|
|
|
# sis001.com
|
|
class Sis001Item(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_LIST
|
|
title = scrapy.Field()
|
|
url = scrapy.Field()
|
|
plate_name = scrapy.Field()
|
|
size_text = scrapy.Field()
|
|
size_gb = scrapy.Field()
|
|
update_date = scrapy.Field()
|
|
|
|
class IAFDPersonItem(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_ACTOR_INDEX
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
from_astro_list = scrapy.Field()
|
|
from_birth_list = scrapy.Field()
|
|
from_ethnic_list = scrapy.Field()
|
|
from_movie_list = scrapy.Field()
|
|
|
|
class IAFDMovieItem(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_MOVIE_INDEX
|
|
title = scrapy.Field()
|
|
href = scrapy.Field()
|
|
release_year = scrapy.Field()
|
|
from_performer_list = scrapy.Field()
|
|
from_dist_list = scrapy.Field()
|
|
from_stu_list = scrapy.Field()
|
|
|
|
class IAFDPersonDetailItem(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_ACTOR_DETAIL
|
|
href = scrapy.Field()
|
|
person = scrapy.Field()
|
|
gender = scrapy.Field()
|
|
birthday = scrapy.Field()
|
|
astrology = scrapy.Field()
|
|
birthplace = scrapy.Field()
|
|
years_active = scrapy.Field()
|
|
ethnicity = scrapy.Field()
|
|
nationality = scrapy.Field()
|
|
hair_colors = scrapy.Field()
|
|
eye_color = scrapy.Field()
|
|
height = scrapy.Field()
|
|
weight = scrapy.Field()
|
|
measurements = scrapy.Field()
|
|
tattoos = scrapy.Field()
|
|
piercings = scrapy.Field()
|
|
movies_cnt = scrapy.Field()
|
|
vixen_cnt = scrapy.Field()
|
|
blacked_cnt = scrapy.Field()
|
|
tushy_cnt = scrapy.Field()
|
|
x_art_cnt = scrapy.Field()
|
|
performer_aka = scrapy.Field()
|
|
|
|
class IAFDMovieDetailItem(scrapy.Item):
|
|
item_type = comm.ITEM_TYPE_MOVIE_DETAIL
|
|
title = scrapy.Field()
|
|
href = scrapy.Field()
|
|
# 可以根据实际需求添加更多影片详情字段
|
|
|
|
class PBoxStuItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
label_id = scrapy.Field()
|
|
name = scrapy.Field()
|
|
href = scrapy.Field()
|
|
description = scrapy.Field()
|
|
scene_count = scrapy.Field()
|
|
|
|
class PBoxMovIndexItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
movie_id = scrapy.Field()
|
|
content_id = scrapy.Field()
|
|
href = scrapy.Field()
|
|
publish_date = scrapy.Field()
|
|
title = scrapy.Field()
|
|
duration = scrapy.Field()
|
|
studio_id = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
|
|
class PBoxActorIndexItem(scrapy.Item):
|
|
actor_id = scrapy.Field()
|
|
href = scrapy.Field()
|
|
name = scrapy.Field()
|
|
gender = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
|
|
|
|
class PBoxMovTagsItem(scrapy.Item):
|
|
tag_id = scrapy.Field()
|
|
href = scrapy.Field()
|
|
name = scrapy.Field()
|
|
|
|
class PBoxAlternateItem(scrapy.Item):
|
|
min_mov_id = scrapy.Field()
|
|
max_mov_id = scrapy.Field()
|
|
|
|
class PBoxMovItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
movie_id = scrapy.Field()
|
|
content_id = scrapy.Field()
|
|
href = scrapy.Field()
|
|
publish_date = scrapy.Field()
|
|
release_date = scrapy.Field()
|
|
title = scrapy.Field()
|
|
duration = scrapy.Field()
|
|
studio_id = scrapy.Field()
|
|
is_full_data = scrapy.Field()
|
|
actor_index_list = scrapy.Field()
|
|
mov_tags_list = scrapy.Field()
|
|
mov_alt_list = scrapy.Field()
|
|
|
|
class ClmKeyWordsItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
words = scrapy.Field()
|
|
groups = scrapy.Field()
|
|
tags = scrapy.Field()
|
|
index_count = scrapy.Field()
|
|
|
|
class ClmIndexItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
category = scrapy.Field()
|
|
title = scrapy.Field()
|
|
href = scrapy.Field()
|
|
magnet_href = scrapy.Field()
|
|
size_text = scrapy.Field()
|
|
size_gb = scrapy.Field()
|
|
heat = scrapy.Field()
|
|
add_date = scrapy.Field()
|
|
last_down_date = scrapy.Field()
|
|
key_words_id = scrapy.Field()
|
|
key_words = scrapy.Field()
|
|
is_update = scrapy.Field()
|
|
|
|
class ClmKeywordsIndexItem(scrapy.Item):
|
|
item_type = scrapy.Field()
|
|
words_id = scrapy.Field()
|
|
index_id = scrapy.Field()
|
|
wid_iid = scrapy.Field()
|
|
tags = scrapy.Field()
|