From f482a3353ff6f97e7555385371074b8a9e6642f9 Mon Sep 17 00:00:00 2001 From: oscar Date: Thu, 27 Feb 2025 10:31:28 +0800 Subject: [PATCH] add some scripts. --- scripts/iafd/detail_fetch.py | 8 +- scripts/iafd/result/detail.csv | 11 ++ scripts/iafd/result/detail.json | 279 ++++++++++++++++++++++++++++++++ 3 files changed, 296 insertions(+), 2 deletions(-) diff --git a/scripts/iafd/detail_fetch.py b/scripts/iafd/detail_fetch.py index 8fb4faa..c01994d 100644 --- a/scripts/iafd/detail_fetch.py +++ b/scripts/iafd/detail_fetch.py @@ -102,7 +102,11 @@ def fetch_and_parse_page(url, scraper): blacked_cnt = 0 tushy_cnt = 0 x_art_cnt = 0 + role = 'personal' table = soup.find('table', id='personal') + if table is None: + table = soup.find('table', id='directoral') + role = 'directoral' if table: # 找到thead并跳过 thead = table.find('thead') @@ -174,7 +178,7 @@ def fetch_and_parse_page(url, scraper): data['tushy_cnt'] = tushy_cnt data['x_art_cnt'] = x_art_cnt - return data, movies + return data, {'role': role, 'movies' : movies} except RequestException as e: logging.error(f"Error fetching {url}: {e}") return None, None @@ -312,7 +316,7 @@ def main(): 'href': href, 'person': person, **data, - 'movies': movies if movies else [] + 'credits': movies if movies else {} } write_person_json(person.strip(), href, full_data) diff --git a/scripts/iafd/result/detail.csv b/scripts/iafd/result/detail.csv index ce841c0..d73b185 100644 --- a/scripts/iafd/result/detail.csv +++ b/scripts/iafd/result/detail.csv @@ -71,3 +71,14 @@ Lia M,https://www.iafd.com/person.rme/id=c565c6e4-d62f-4685-bf94-c9b6a100980b,Li Lola James,https://www.iafd.com/person.rme/id=7b847737-a135-47da-b16f-e2db36ce6d27,No known aliases,"January 1, 1985 (40 years old)",Capricorn,Dominican Republic,Woman,2012-2014 (Started around 27 years old),Latin,Dominican,,Brown,"5 feet, 5 inches (166 cm)",129 lbs (59 kg),32D-25-37,No data,No data,9,0,0,0,0 Poax Lenehan,https://www.iafd.com/person.rme/id=9efba12f-1c3f-4ea1-a40f-7ff6cbeec33f,Joao|Pax Lenehan|Pedro|Poax|Poax Hoffin|Poax Lenchon|Poax Lenshan|Poax Pereira|Ronaldo,"January 1, 1985 (40 years old)",Capricorn,"São Jeronymo, Parana, Brazil",Man,2006-2015 (Started around 21 years old),Latin,Brazilian,,Unknown,"5 feet, 7 inches (170 cm)",149 lbs (68 kg),,None,None,206,0,0,0,0 Tina Lee,https://www.iafd.com/person.rme/id=8664da36-e4a5-4649-b2a4-982562bda460,No known aliases,"January 1, 1985 (40 years old)",Capricorn,South Korea,Woman,2009-2012 (Started around 24 years old),Asian,Korean,Black/Brown/Blond,Brown,"5 feet, 1 inches (156 cm)",125 lbs (57 kg),34B-31-34,None,Stud upper left lip,24,0,0,0,0 +Velvet,https://www.iafd.com/person.rme/id=3aa70d25-95a4-4353-bdf7-93ea57ed8b37,Peaches|Peachez,"January 1, 1985 (40 years old)",Capricorn,No data,Woman,,Black,No data,,Unknown,No data,No data,No data,As Velvet: Paw Prints on inner right thigh,No data,8,0,0,0,0 +Cali Cassidey,https://www.iafd.com/person.rme/id=8e6e10ec-d006-46aa-943f-e4d75af5e706,Cali Cassidy|Cali Cums|Kelly Cummz,"January 1, 1986 (39 years old)",Capricorn,USA,Woman,2005-2011 (Started around 19 years old),Caucasian,American,,Brown,"5 feet, 2 inches (157 cm)",112 lbs (51 kg),34C-28-33,Flower on lower back; outline crosses below left and right of navel; outline of California on pubes,Navel; tongue,58,0,0,0,0 +Chris Cummings,https://www.iafd.com/person.rme/id=fa9854f7-547d-4a02-9dc1-f626c8f6c752,James (larasplayground.com)|James Logan,"January 1, 1986 (39 years old)",Capricorn,"Newcastle Upon Tyne, United Kingdom",Man,,Caucasian,British,Dark Brown/Various Wigs,Unknown,"5 feet, 8 inches (173 cm)",176 lbs (80 kg),,Left flank,None,2,0,0,0,0 +Chrystal Lite,https://www.iafd.com/person.rme/id=264d8520-2c0d-4622-a9c3-f5eae241072d,Cristal Litte,"January 1, 1986 (39 years old)",Capricorn,New Jersey,Woman,2012-2017 (Started around 26 years old),Caucasian,"German, Italian",,Green,"5 feet, 0 inches (152 cm)",121 lbs (55 kg),36-24-38,"'lars' on left ankle, 'jewel' on right ankle,d3 on inside left arm, vampire devil on upper left arm, 'mike' across upper back, arabic writing on nape of neck",No data,5,0,0,0,0 +Jessica Steele,https://www.iafd.com/person.rme/id=772ac560-0f59-49b9-9c13-389d93514376,Krystal Kneels,"January 1, 1986 (39 years old)",Capricorn,USA,Woman,2008-2013 (Started around 22 years old),Caucasian,American,,Blue,"5 feet, 1 inches (156 cm)",121 lbs (55 kg),No data,"""Hopefull"" on shoulder",No data,19,0,0,0,0 +Laura Moreno,https://www.iafd.com/person.rme/id=34acc471-cf43-4715-84e8-f2cdf86aefa4,Laura Cruz,"January 1, 1986 (39 years old)",Capricorn,"Caracas, Venezuela",Woman,2011-2017 (Started around 25 years old),Latin,Venezuelan,,Brown,"5 feet, 5 inches (165 cm)",121 lbs (55 kg),No data,No data,No data,31,0,0,0,0 +May,https://www.iafd.com/person.rme/id=1c0f2957-e9e6-4e86-b22f-462202a6aae8,No known aliases,"January 1, 1986 (39 years old)",Capricorn,"Isaan, Thailand",Trans woman,2012-2014 (Started around 26 years old),Asian,Thai,,Brown,No data,No data,No data,No data,No data,3,0,0,0,0 +Roxanne Keys,https://www.iafd.com/person.rme/id=8f1fb9fb-6ae9-47e8-8e25-121cc25fbc3f,Roxane Lane|Roxanne Keyes|Winifred,"January 1, 1986 (39 years old)",Capricorn,Hungary,Woman,2005-2011 (Started around 19 years old),Caucasian,Hungarian,,Brown,"5 feet, 2 inches (157 cm)",No data,34A-25-36,No data,No data,39,0,0,0,0 +Megan Smith,https://www.iafd.com/person.rme/id=e4164ece-a183-40cd-8002-21fa38d73f20,Megan|Olga,"January 1, 1987 (38 years old)",Capricorn,Czech Republic,Woman,2009-2018 (Started around 22 years old),Caucasian,Czech,,Unknown,No data,No data,36C-??-??,Above left groin,Tongue; navel,12,0,0,0,0 +Myla Sinanaj,https://www.iafd.com/person.rme/id=ccebae95-f903-49fb-8150-d11fae36a489,No known aliases,"January 1, 1987 (38 years old)",Capricorn,"New York, New York, USA",Woman,,Caucasian,"American, Albanian",,Unknown,"5 feet, 7 inches (170 cm)",No data,No data,Navel,Lower back; treble clef on right ankle,1,0,0,0,0 +Nadia Aria,https://www.iafd.com/person.rme/id=1617dce9-9e1d-4585-b3cc-25a911d0a7cb,Bobbi,"January 1, 1987 (38 years old)",Capricorn,Slovakia,Woman,2009-2010 (Started around 22 years old),Caucasian,Slovak,,Unknown,"5 feet, 4 inches (163 cm)",103 lbs (47 kg),No data,Rainbow and clouds lower back,none,6,0,0,0,0 diff --git a/scripts/iafd/result/detail.json b/scripts/iafd/result/detail.json index ab27a78..2b814dd 100644 --- a/scripts/iafd/result/detail.json +++ b/scripts/iafd/result/detail.json @@ -1874,5 +1874,284 @@ "blacked_cnt": 0, "tushy_cnt": 0, "x_art_cnt": 0 + }, + { + "href": "https://www.iafd.com/person.rme/id=3aa70d25-95a4-4353-bdf7-93ea57ed8b37", + "person": "Velvet", + "performer_aka": [ + "Peaches", + "Peachez" + ], + "birthday": "January 1, 1985 (40 years old)", + "astrology": "Capricorn", + "birthplace": "No data", + "gender": "Woman", + "ethnicity": "Black", + "nationality": "No data", + "eye_color": "Unknown", + "height": "No data", + "weight": "No data", + "measurements": "No data", + "tattoos": "As Velvet: Paw Prints on inner right thigh", + "piercings": "No data", + "movies_cnt": 8, + "vixen_cnt": 0, + "blacked_cnt": 0, + "tushy_cnt": 0, + "x_art_cnt": 0 + }, + { + "href": "https://www.iafd.com/person.rme/id=8e6e10ec-d006-46aa-943f-e4d75af5e706", + "person": "Cali Cassidey", + "performer_aka": [ + "Cali Cassidy", + "Cali Cums", + "Kelly Cummz" + ], + "birthday": "January 1, 1986 (39 years old)", + "astrology": "Capricorn", + "birthplace": "USA", + "gender": "Woman", + "years_active": "2005-2011 (Started around 19 years old)", + "ethnicity": "Caucasian", + "nationality": "American", + "eye_color": "Brown", + "height": "5 feet, 2 inches (157 cm)", + "weight": "112 lbs (51 kg)", + "measurements": "34C-28-33", + "tattoos": "Flower on lower back; outline crosses below left and right of navel; outline of California on pubes", + "piercings": "Navel; tongue", + "movies_cnt": 58, + "vixen_cnt": 0, + "blacked_cnt": 0, + "tushy_cnt": 0, + "x_art_cnt": 0 + }, + { + "href": "https://www.iafd.com/person.rme/id=fa9854f7-547d-4a02-9dc1-f626c8f6c752", + "person": "Chris Cummings", + "performer_aka": [ + "James (larasplayground.com)", + "James Logan" + ], + "birthday": "January 1, 1986 (39 years old)", + "astrology": "Capricorn", + "birthplace": "Newcastle Upon Tyne, United Kingdom", + "gender": "Man", + "ethnicity": "Caucasian", + "nationality": "British", + "hair_colors": "Dark Brown/Various Wigs", + "eye_color": "Unknown", + "height": "5 feet, 8 inches (173 cm)", + "weight": "176 lbs (80 kg)", + "tattoos": "Left flank", + "piercings": "None", + "movies_cnt": 2, + "vixen_cnt": 0, + "blacked_cnt": 0, + "tushy_cnt": 0, + "x_art_cnt": 0 + }, + { + "href": "https://www.iafd.com/person.rme/id=264d8520-2c0d-4622-a9c3-f5eae241072d", + "person": "Chrystal Lite", + "performer_aka": [ + "Cristal Litte" + ], + "birthday": "January 1, 1986 (39 years old)", + "astrology": "Capricorn", + "birthplace": "New Jersey", + "gender": "Woman", + "years_active": "2012-2017 (Started around 26 years old)", + "ethnicity": "Caucasian", + "nationality": "German, Italian", + "eye_color": "Green", + "height": "5 feet, 0 inches (152 cm)", + "weight": "121 lbs (55 kg)", + "measurements": "36-24-38", + "tattoos": "'lars' on left ankle, 'jewel' on right ankle,d3 on inside left arm, vampire devil on upper left arm, 'mike' across upper back, arabic writing on nape of neck", + "piercings": "No data", + "movies_cnt": 5, + "vixen_cnt": 0, + "blacked_cnt": 0, + "tushy_cnt": 0, + "x_art_cnt": 0 + }, + { + "href": "https://www.iafd.com/person.rme/id=772ac560-0f59-49b9-9c13-389d93514376", + "person": "Jessica Steele", + "performer_aka": [ + "Krystal Kneels" + ], + "birthday": "January 1, 1986 (39 years old)", + "astrology": "Capricorn", + "birthplace": "USA", + "gender": "Woman", + "years_active": "2008-2013 (Started around 22 years old)", + "ethnicity": "Caucasian", + "nationality": "American", + "eye_color": "Blue", + "height": "5 feet, 1 inches (156 cm)", + "weight": "121 lbs (55 kg)", + "measurements": "No data", + "tattoos": "\"Hopefull\" on shoulder", + "piercings": "No data", + "movies_cnt": 19, + "vixen_cnt": 0, + "blacked_cnt": 0, + "tushy_cnt": 0, + "x_art_cnt": 0 + }, + { + "href": "https://www.iafd.com/person.rme/id=34acc471-cf43-4715-84e8-f2cdf86aefa4", + "person": "Laura Moreno", + "performer_aka": [ + "Laura Cruz" + ], + "birthday": "January 1, 1986 (39 years old)", + "astrology": "Capricorn", + "birthplace": "Caracas, Venezuela", + "gender": "Woman", + "years_active": "2011-2017 (Started around 25 years old)", + "ethnicity": "Latin", + "nationality": "Venezuelan", + "eye_color": "Brown", + "height": "5 feet, 5 inches (165 cm)", + "weight": "121 lbs (55 kg)", + "measurements": "No data", + "tattoos": "No data", + "piercings": "No data", + "movies_cnt": 31, + "vixen_cnt": 0, + "blacked_cnt": 0, + "tushy_cnt": 0, + "x_art_cnt": 0 + }, + { + "href": "https://www.iafd.com/person.rme/id=1c0f2957-e9e6-4e86-b22f-462202a6aae8", + "person": "May", + "performer_aka": [ + "No known aliases" + ], + "birthday": "January 1, 1986 (39 years old)", + "astrology": "Capricorn", + "birthplace": "Isaan, Thailand", + "gender": "Trans woman", + "years_active": "2012-2014 (Started around 26 years old)", + "ethnicity": "Asian", + "nationality": "Thai", + "eye_color": "Brown", + "height": "No data", + "weight": "No data", + "measurements": "No data", + "tattoos": "No data", + "piercings": "No data", + "movies_cnt": 3, + "vixen_cnt": 0, + "blacked_cnt": 0, + "tushy_cnt": 0, + "x_art_cnt": 0 + }, + { + "href": "https://www.iafd.com/person.rme/id=8f1fb9fb-6ae9-47e8-8e25-121cc25fbc3f", + "person": "Roxanne Keys", + "performer_aka": [ + "Roxane Lane", + "Roxanne Keyes", + "Winifred" + ], + "birthday": "January 1, 1986 (39 years old)", + "astrology": "Capricorn", + "birthplace": "Hungary", + "gender": "Woman", + "years_active": "2005-2011 (Started around 19 years old)", + "ethnicity": "Caucasian", + "nationality": "Hungarian", + "eye_color": "Brown", + "height": "5 feet, 2 inches (157 cm)", + "weight": "No data", + "measurements": "34A-25-36", + "tattoos": "No data", + "piercings": "No data", + "movies_cnt": 39, + "vixen_cnt": 0, + "blacked_cnt": 0, + "tushy_cnt": 0, + "x_art_cnt": 0 + }, + { + "href": "https://www.iafd.com/person.rme/id=e4164ece-a183-40cd-8002-21fa38d73f20", + "person": "Megan Smith", + "performer_aka": [ + "Megan", + "Olga" + ], + "birthday": "January 1, 1987 (38 years old)", + "astrology": "Capricorn", + "birthplace": "Czech Republic", + "gender": "Woman", + "years_active": "2009-2018 (Started around 22 years old)", + "ethnicity": "Caucasian", + "nationality": "Czech", + "eye_color": "Unknown", + "height": "No data", + "weight": "No data", + "measurements": "36C-??-??", + "tattoos": "Above left groin", + "piercings": "Tongue; navel", + "movies_cnt": 12, + "vixen_cnt": 0, + "blacked_cnt": 0, + "tushy_cnt": 0, + "x_art_cnt": 0 + }, + { + "href": "https://www.iafd.com/person.rme/id=ccebae95-f903-49fb-8150-d11fae36a489", + "person": "Myla Sinanaj", + "performer_aka": [ + "No known aliases" + ], + "birthday": "January 1, 1987 (38 years old)", + "astrology": "Capricorn", + "birthplace": "New York, New York, USA", + "gender": "Woman", + "ethnicity": "Caucasian", + "nationality": "American, Albanian", + "eye_color": "Unknown", + "height": "5 feet, 7 inches (170 cm)", + "weight": "No data", + "measurements": "No data", + "tattoos": "Navel", + "piercings": "Lower back; treble clef on right ankle", + "movies_cnt": 1, + "vixen_cnt": 0, + "blacked_cnt": 0, + "tushy_cnt": 0, + "x_art_cnt": 0 + }, + { + "href": "https://www.iafd.com/person.rme/id=1617dce9-9e1d-4585-b3cc-25a911d0a7cb", + "person": "Nadia Aria", + "performer_aka": [ + "Bobbi" + ], + "birthday": "January 1, 1987 (38 years old)", + "astrology": "Capricorn", + "birthplace": "Slovakia", + "gender": "Woman", + "years_active": "2009-2010 (Started around 22 years old)", + "ethnicity": "Caucasian", + "nationality": "Slovak", + "eye_color": "Unknown", + "height": "5 feet, 4 inches (163 cm)", + "weight": "103 lbs (47 kg)", + "measurements": "No data", + "tattoos": "Rainbow and clouds lower back", + "piercings": "none", + "movies_cnt": 6, + "vixen_cnt": 0, + "blacked_cnt": 0, + "tushy_cnt": 0, + "x_art_cnt": 0 } ] \ No newline at end of file