add some scripts.
This commit is contained in:
@ -102,7 +102,11 @@ def fetch_and_parse_page(url, scraper):
|
||||
blacked_cnt = 0
|
||||
tushy_cnt = 0
|
||||
x_art_cnt = 0
|
||||
role = 'personal'
|
||||
table = soup.find('table', id='personal')
|
||||
if table is None:
|
||||
table = soup.find('table', id='directoral')
|
||||
role = 'directoral'
|
||||
if table:
|
||||
# 找到thead并跳过
|
||||
thead = table.find('thead')
|
||||
@ -174,7 +178,7 @@ def fetch_and_parse_page(url, scraper):
|
||||
data['tushy_cnt'] = tushy_cnt
|
||||
data['x_art_cnt'] = x_art_cnt
|
||||
|
||||
return data, movies
|
||||
return data, {'role': role, 'movies' : movies}
|
||||
except RequestException as e:
|
||||
logging.error(f"Error fetching {url}: {e}")
|
||||
return None, None
|
||||
@ -312,7 +316,7 @@ def main():
|
||||
'href': href,
|
||||
'person': person,
|
||||
**data,
|
||||
'movies': movies if movies else []
|
||||
'credits': movies if movies else {}
|
||||
}
|
||||
write_person_json(person.strip(), href, full_data)
|
||||
|
||||
|
||||
@ -71,3 +71,14 @@ Lia M,https://www.iafd.com/person.rme/id=c565c6e4-d62f-4685-bf94-c9b6a100980b,Li
|
||||
Lola James,https://www.iafd.com/person.rme/id=7b847737-a135-47da-b16f-e2db36ce6d27,No known aliases,"January 1, 1985 (40 years old)",Capricorn,Dominican Republic,Woman,2012-2014 (Started around 27 years old),Latin,Dominican,,Brown,"5 feet, 5 inches (166 cm)",129 lbs (59 kg),32D-25-37,No data,No data,9,0,0,0,0
|
||||
Poax Lenehan,https://www.iafd.com/person.rme/id=9efba12f-1c3f-4ea1-a40f-7ff6cbeec33f,Joao|Pax Lenehan|Pedro|Poax|Poax Hoffin|Poax Lenchon|Poax Lenshan|Poax Pereira|Ronaldo,"January 1, 1985 (40 years old)",Capricorn,"São Jeronymo, Parana, Brazil",Man,2006-2015 (Started around 21 years old),Latin,Brazilian,,Unknown,"5 feet, 7 inches (170 cm)",149 lbs (68 kg),,None,None,206,0,0,0,0
|
||||
Tina Lee,https://www.iafd.com/person.rme/id=8664da36-e4a5-4649-b2a4-982562bda460,No known aliases,"January 1, 1985 (40 years old)",Capricorn,South Korea,Woman,2009-2012 (Started around 24 years old),Asian,Korean,Black/Brown/Blond,Brown,"5 feet, 1 inches (156 cm)",125 lbs (57 kg),34B-31-34,None,Stud upper left lip,24,0,0,0,0
|
||||
Velvet,https://www.iafd.com/person.rme/id=3aa70d25-95a4-4353-bdf7-93ea57ed8b37,Peaches|Peachez,"January 1, 1985 (40 years old)",Capricorn,No data,Woman,,Black,No data,,Unknown,No data,No data,No data,As Velvet: Paw Prints on inner right thigh,No data,8,0,0,0,0
|
||||
Cali Cassidey,https://www.iafd.com/person.rme/id=8e6e10ec-d006-46aa-943f-e4d75af5e706,Cali Cassidy|Cali Cums|Kelly Cummz,"January 1, 1986 (39 years old)",Capricorn,USA,Woman,2005-2011 (Started around 19 years old),Caucasian,American,,Brown,"5 feet, 2 inches (157 cm)",112 lbs (51 kg),34C-28-33,Flower on lower back; outline crosses below left and right of navel; outline of California on pubes,Navel; tongue,58,0,0,0,0
|
||||
Chris Cummings,https://www.iafd.com/person.rme/id=fa9854f7-547d-4a02-9dc1-f626c8f6c752,James (larasplayground.com)|James Logan,"January 1, 1986 (39 years old)",Capricorn,"Newcastle Upon Tyne, United Kingdom",Man,,Caucasian,British,Dark Brown/Various Wigs,Unknown,"5 feet, 8 inches (173 cm)",176 lbs (80 kg),,Left flank,None,2,0,0,0,0
|
||||
Chrystal Lite,https://www.iafd.com/person.rme/id=264d8520-2c0d-4622-a9c3-f5eae241072d,Cristal Litte,"January 1, 1986 (39 years old)",Capricorn,New Jersey,Woman,2012-2017 (Started around 26 years old),Caucasian,"German, Italian",,Green,"5 feet, 0 inches (152 cm)",121 lbs (55 kg),36-24-38,"'lars' on left ankle, 'jewel' on right ankle,d3 on inside left arm, vampire devil on upper left arm, 'mike' across upper back, arabic writing on nape of neck",No data,5,0,0,0,0
|
||||
Jessica Steele,https://www.iafd.com/person.rme/id=772ac560-0f59-49b9-9c13-389d93514376,Krystal Kneels,"January 1, 1986 (39 years old)",Capricorn,USA,Woman,2008-2013 (Started around 22 years old),Caucasian,American,,Blue,"5 feet, 1 inches (156 cm)",121 lbs (55 kg),No data,"""Hopefull"" on shoulder",No data,19,0,0,0,0
|
||||
Laura Moreno,https://www.iafd.com/person.rme/id=34acc471-cf43-4715-84e8-f2cdf86aefa4,Laura Cruz,"January 1, 1986 (39 years old)",Capricorn,"Caracas, Venezuela",Woman,2011-2017 (Started around 25 years old),Latin,Venezuelan,,Brown,"5 feet, 5 inches (165 cm)",121 lbs (55 kg),No data,No data,No data,31,0,0,0,0
|
||||
May,https://www.iafd.com/person.rme/id=1c0f2957-e9e6-4e86-b22f-462202a6aae8,No known aliases,"January 1, 1986 (39 years old)",Capricorn,"Isaan, Thailand",Trans woman,2012-2014 (Started around 26 years old),Asian,Thai,,Brown,No data,No data,No data,No data,No data,3,0,0,0,0
|
||||
Roxanne Keys,https://www.iafd.com/person.rme/id=8f1fb9fb-6ae9-47e8-8e25-121cc25fbc3f,Roxane Lane|Roxanne Keyes|Winifred,"January 1, 1986 (39 years old)",Capricorn,Hungary,Woman,2005-2011 (Started around 19 years old),Caucasian,Hungarian,,Brown,"5 feet, 2 inches (157 cm)",No data,34A-25-36,No data,No data,39,0,0,0,0
|
||||
Megan Smith,https://www.iafd.com/person.rme/id=e4164ece-a183-40cd-8002-21fa38d73f20,Megan|Olga,"January 1, 1987 (38 years old)",Capricorn,Czech Republic,Woman,2009-2018 (Started around 22 years old),Caucasian,Czech,,Unknown,No data,No data,36C-??-??,Above left groin,Tongue; navel,12,0,0,0,0
|
||||
Myla Sinanaj,https://www.iafd.com/person.rme/id=ccebae95-f903-49fb-8150-d11fae36a489,No known aliases,"January 1, 1987 (38 years old)",Capricorn,"New York, New York, USA",Woman,,Caucasian,"American, Albanian",,Unknown,"5 feet, 7 inches (170 cm)",No data,No data,Navel,Lower back; treble clef on right ankle,1,0,0,0,0
|
||||
Nadia Aria,https://www.iafd.com/person.rme/id=1617dce9-9e1d-4585-b3cc-25a911d0a7cb,Bobbi,"January 1, 1987 (38 years old)",Capricorn,Slovakia,Woman,2009-2010 (Started around 22 years old),Caucasian,Slovak,,Unknown,"5 feet, 4 inches (163 cm)",103 lbs (47 kg),No data,Rainbow and clouds lower back,none,6,0,0,0,0
|
||||
|
||||
|
@ -1874,5 +1874,284 @@
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
},
|
||||
{
|
||||
"href": "https://www.iafd.com/person.rme/id=3aa70d25-95a4-4353-bdf7-93ea57ed8b37",
|
||||
"person": "Velvet",
|
||||
"performer_aka": [
|
||||
"Peaches",
|
||||
"Peachez"
|
||||
],
|
||||
"birthday": "January 1, 1985 (40 years old)",
|
||||
"astrology": "Capricorn",
|
||||
"birthplace": "No data",
|
||||
"gender": "Woman",
|
||||
"ethnicity": "Black",
|
||||
"nationality": "No data",
|
||||
"eye_color": "Unknown",
|
||||
"height": "No data",
|
||||
"weight": "No data",
|
||||
"measurements": "No data",
|
||||
"tattoos": "As Velvet: Paw Prints on inner right thigh",
|
||||
"piercings": "No data",
|
||||
"movies_cnt": 8,
|
||||
"vixen_cnt": 0,
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
},
|
||||
{
|
||||
"href": "https://www.iafd.com/person.rme/id=8e6e10ec-d006-46aa-943f-e4d75af5e706",
|
||||
"person": "Cali Cassidey",
|
||||
"performer_aka": [
|
||||
"Cali Cassidy",
|
||||
"Cali Cums",
|
||||
"Kelly Cummz"
|
||||
],
|
||||
"birthday": "January 1, 1986 (39 years old)",
|
||||
"astrology": "Capricorn",
|
||||
"birthplace": "USA",
|
||||
"gender": "Woman",
|
||||
"years_active": "2005-2011 (Started around 19 years old)",
|
||||
"ethnicity": "Caucasian",
|
||||
"nationality": "American",
|
||||
"eye_color": "Brown",
|
||||
"height": "5 feet, 2 inches (157 cm)",
|
||||
"weight": "112 lbs (51 kg)",
|
||||
"measurements": "34C-28-33",
|
||||
"tattoos": "Flower on lower back; outline crosses below left and right of navel; outline of California on pubes",
|
||||
"piercings": "Navel; tongue",
|
||||
"movies_cnt": 58,
|
||||
"vixen_cnt": 0,
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
},
|
||||
{
|
||||
"href": "https://www.iafd.com/person.rme/id=fa9854f7-547d-4a02-9dc1-f626c8f6c752",
|
||||
"person": "Chris Cummings",
|
||||
"performer_aka": [
|
||||
"James (larasplayground.com)",
|
||||
"James Logan"
|
||||
],
|
||||
"birthday": "January 1, 1986 (39 years old)",
|
||||
"astrology": "Capricorn",
|
||||
"birthplace": "Newcastle Upon Tyne, United Kingdom",
|
||||
"gender": "Man",
|
||||
"ethnicity": "Caucasian",
|
||||
"nationality": "British",
|
||||
"hair_colors": "Dark Brown/Various Wigs",
|
||||
"eye_color": "Unknown",
|
||||
"height": "5 feet, 8 inches (173 cm)",
|
||||
"weight": "176 lbs (80 kg)",
|
||||
"tattoos": "Left flank",
|
||||
"piercings": "None",
|
||||
"movies_cnt": 2,
|
||||
"vixen_cnt": 0,
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
},
|
||||
{
|
||||
"href": "https://www.iafd.com/person.rme/id=264d8520-2c0d-4622-a9c3-f5eae241072d",
|
||||
"person": "Chrystal Lite",
|
||||
"performer_aka": [
|
||||
"Cristal Litte"
|
||||
],
|
||||
"birthday": "January 1, 1986 (39 years old)",
|
||||
"astrology": "Capricorn",
|
||||
"birthplace": "New Jersey",
|
||||
"gender": "Woman",
|
||||
"years_active": "2012-2017 (Started around 26 years old)",
|
||||
"ethnicity": "Caucasian",
|
||||
"nationality": "German, Italian",
|
||||
"eye_color": "Green",
|
||||
"height": "5 feet, 0 inches (152 cm)",
|
||||
"weight": "121 lbs (55 kg)",
|
||||
"measurements": "36-24-38",
|
||||
"tattoos": "'lars' on left ankle, 'jewel' on right ankle,d3 on inside left arm, vampire devil on upper left arm, 'mike' across upper back, arabic writing on nape of neck",
|
||||
"piercings": "No data",
|
||||
"movies_cnt": 5,
|
||||
"vixen_cnt": 0,
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
},
|
||||
{
|
||||
"href": "https://www.iafd.com/person.rme/id=772ac560-0f59-49b9-9c13-389d93514376",
|
||||
"person": "Jessica Steele",
|
||||
"performer_aka": [
|
||||
"Krystal Kneels"
|
||||
],
|
||||
"birthday": "January 1, 1986 (39 years old)",
|
||||
"astrology": "Capricorn",
|
||||
"birthplace": "USA",
|
||||
"gender": "Woman",
|
||||
"years_active": "2008-2013 (Started around 22 years old)",
|
||||
"ethnicity": "Caucasian",
|
||||
"nationality": "American",
|
||||
"eye_color": "Blue",
|
||||
"height": "5 feet, 1 inches (156 cm)",
|
||||
"weight": "121 lbs (55 kg)",
|
||||
"measurements": "No data",
|
||||
"tattoos": "\"Hopefull\" on shoulder",
|
||||
"piercings": "No data",
|
||||
"movies_cnt": 19,
|
||||
"vixen_cnt": 0,
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
},
|
||||
{
|
||||
"href": "https://www.iafd.com/person.rme/id=34acc471-cf43-4715-84e8-f2cdf86aefa4",
|
||||
"person": "Laura Moreno",
|
||||
"performer_aka": [
|
||||
"Laura Cruz"
|
||||
],
|
||||
"birthday": "January 1, 1986 (39 years old)",
|
||||
"astrology": "Capricorn",
|
||||
"birthplace": "Caracas, Venezuela",
|
||||
"gender": "Woman",
|
||||
"years_active": "2011-2017 (Started around 25 years old)",
|
||||
"ethnicity": "Latin",
|
||||
"nationality": "Venezuelan",
|
||||
"eye_color": "Brown",
|
||||
"height": "5 feet, 5 inches (165 cm)",
|
||||
"weight": "121 lbs (55 kg)",
|
||||
"measurements": "No data",
|
||||
"tattoos": "No data",
|
||||
"piercings": "No data",
|
||||
"movies_cnt": 31,
|
||||
"vixen_cnt": 0,
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
},
|
||||
{
|
||||
"href": "https://www.iafd.com/person.rme/id=1c0f2957-e9e6-4e86-b22f-462202a6aae8",
|
||||
"person": "May",
|
||||
"performer_aka": [
|
||||
"No known aliases"
|
||||
],
|
||||
"birthday": "January 1, 1986 (39 years old)",
|
||||
"astrology": "Capricorn",
|
||||
"birthplace": "Isaan, Thailand",
|
||||
"gender": "Trans woman",
|
||||
"years_active": "2012-2014 (Started around 26 years old)",
|
||||
"ethnicity": "Asian",
|
||||
"nationality": "Thai",
|
||||
"eye_color": "Brown",
|
||||
"height": "No data",
|
||||
"weight": "No data",
|
||||
"measurements": "No data",
|
||||
"tattoos": "No data",
|
||||
"piercings": "No data",
|
||||
"movies_cnt": 3,
|
||||
"vixen_cnt": 0,
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
},
|
||||
{
|
||||
"href": "https://www.iafd.com/person.rme/id=8f1fb9fb-6ae9-47e8-8e25-121cc25fbc3f",
|
||||
"person": "Roxanne Keys",
|
||||
"performer_aka": [
|
||||
"Roxane Lane",
|
||||
"Roxanne Keyes",
|
||||
"Winifred"
|
||||
],
|
||||
"birthday": "January 1, 1986 (39 years old)",
|
||||
"astrology": "Capricorn",
|
||||
"birthplace": "Hungary",
|
||||
"gender": "Woman",
|
||||
"years_active": "2005-2011 (Started around 19 years old)",
|
||||
"ethnicity": "Caucasian",
|
||||
"nationality": "Hungarian",
|
||||
"eye_color": "Brown",
|
||||
"height": "5 feet, 2 inches (157 cm)",
|
||||
"weight": "No data",
|
||||
"measurements": "34A-25-36",
|
||||
"tattoos": "No data",
|
||||
"piercings": "No data",
|
||||
"movies_cnt": 39,
|
||||
"vixen_cnt": 0,
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
},
|
||||
{
|
||||
"href": "https://www.iafd.com/person.rme/id=e4164ece-a183-40cd-8002-21fa38d73f20",
|
||||
"person": "Megan Smith",
|
||||
"performer_aka": [
|
||||
"Megan",
|
||||
"Olga"
|
||||
],
|
||||
"birthday": "January 1, 1987 (38 years old)",
|
||||
"astrology": "Capricorn",
|
||||
"birthplace": "Czech Republic",
|
||||
"gender": "Woman",
|
||||
"years_active": "2009-2018 (Started around 22 years old)",
|
||||
"ethnicity": "Caucasian",
|
||||
"nationality": "Czech",
|
||||
"eye_color": "Unknown",
|
||||
"height": "No data",
|
||||
"weight": "No data",
|
||||
"measurements": "36C-??-??",
|
||||
"tattoos": "Above left groin",
|
||||
"piercings": "Tongue; navel",
|
||||
"movies_cnt": 12,
|
||||
"vixen_cnt": 0,
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
},
|
||||
{
|
||||
"href": "https://www.iafd.com/person.rme/id=ccebae95-f903-49fb-8150-d11fae36a489",
|
||||
"person": "Myla Sinanaj",
|
||||
"performer_aka": [
|
||||
"No known aliases"
|
||||
],
|
||||
"birthday": "January 1, 1987 (38 years old)",
|
||||
"astrology": "Capricorn",
|
||||
"birthplace": "New York, New York, USA",
|
||||
"gender": "Woman",
|
||||
"ethnicity": "Caucasian",
|
||||
"nationality": "American, Albanian",
|
||||
"eye_color": "Unknown",
|
||||
"height": "5 feet, 7 inches (170 cm)",
|
||||
"weight": "No data",
|
||||
"measurements": "No data",
|
||||
"tattoos": "Navel",
|
||||
"piercings": "Lower back; treble clef on right ankle",
|
||||
"movies_cnt": 1,
|
||||
"vixen_cnt": 0,
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
},
|
||||
{
|
||||
"href": "https://www.iafd.com/person.rme/id=1617dce9-9e1d-4585-b3cc-25a911d0a7cb",
|
||||
"person": "Nadia Aria",
|
||||
"performer_aka": [
|
||||
"Bobbi"
|
||||
],
|
||||
"birthday": "January 1, 1987 (38 years old)",
|
||||
"astrology": "Capricorn",
|
||||
"birthplace": "Slovakia",
|
||||
"gender": "Woman",
|
||||
"years_active": "2009-2010 (Started around 22 years old)",
|
||||
"ethnicity": "Caucasian",
|
||||
"nationality": "Slovak",
|
||||
"eye_color": "Unknown",
|
||||
"height": "5 feet, 4 inches (163 cm)",
|
||||
"weight": "103 lbs (47 kg)",
|
||||
"measurements": "No data",
|
||||
"tattoos": "Rainbow and clouds lower back",
|
||||
"piercings": "none",
|
||||
"movies_cnt": 6,
|
||||
"vixen_cnt": 0,
|
||||
"blacked_cnt": 0,
|
||||
"tushy_cnt": 0,
|
||||
"x_art_cnt": 0
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user