add some scripts.

scripts/iafd/detail_fetch.py

@@ -102,7 +102,11 @@ def fetch_and_parse_page(url, scraper):
         blacked_cnt = 0
         tushy_cnt = 0
         x_art_cnt = 0
+        role = 'personal'
         table = soup.find('table', id='personal')
+        if table is None:
+            table = soup.find('table', id='directoral')
+            role = 'directoral'
         if table:
             # 找到thead并跳过
             thead = table.find('thead')
@@ -174,7 +178,7 @@ def fetch_and_parse_page(url, scraper):
         data['tushy_cnt'] = tushy_cnt
         data['x_art_cnt'] = x_art_cnt
 
-        return data, movies
+        return data, {'role': role, 'movies' : movies}
     except RequestException as e:
         logging.error(f"Error fetching {url}: {e}")
         return None, None
@@ -312,7 +316,7 @@ def main():
             'href': href,
             'person': person,
             **data,
-            'movies': movies if movies else []
+            'credits': movies if movies else {}
         }
         write_person_json(person.strip(), href, full_data)
 

scripts/iafd/result/detail.csv

@@ -71,3 +71,14 @@ Lia M,https://www.iafd.com/person.rme/id=c565c6e4-d62f-4685-bf94-c9b6a100980b,Li
 Lola James,https://www.iafd.com/person.rme/id=7b847737-a135-47da-b16f-e2db36ce6d27,No known aliases,"January 1, 1985 (40 years old)",Capricorn,Dominican Republic,Woman,2012-2014 (Started around 27 years old),Latin,Dominican,,Brown,"5 feet, 5 inches (166 cm)",129 lbs (59 kg),32D-25-37,No data,No data,9,0,0,0,0
 Poax Lenehan,https://www.iafd.com/person.rme/id=9efba12f-1c3f-4ea1-a40f-7ff6cbeec33f,Joao|Pax Lenehan|Pedro|Poax|Poax Hoffin|Poax Lenchon|Poax Lenshan|Poax Pereira|Ronaldo,"January 1, 1985 (40 years old)",Capricorn,"São Jeronymo, Parana, Brazil",Man,2006-2015 (Started around 21 years old),Latin,Brazilian,,Unknown,"5 feet, 7 inches (170 cm)",149 lbs (68 kg),,None,None,206,0,0,0,0
 Tina Lee,https://www.iafd.com/person.rme/id=8664da36-e4a5-4649-b2a4-982562bda460,No known aliases,"January 1, 1985 (40 years old)",Capricorn,South Korea,Woman,2009-2012 (Started around 24 years old),Asian,Korean,Black/Brown/Blond,Brown,"5 feet, 1 inches (156 cm)",125 lbs (57 kg),34B-31-34,None,Stud upper left lip,24,0,0,0,0
+Velvet,https://www.iafd.com/person.rme/id=3aa70d25-95a4-4353-bdf7-93ea57ed8b37,Peaches|Peachez,"January 1, 1985 (40 years old)",Capricorn,No data,Woman,,Black,No data,,Unknown,No data,No data,No data,As Velvet: Paw Prints on inner right thigh,No data,8,0,0,0,0
+Cali Cassidey,https://www.iafd.com/person.rme/id=8e6e10ec-d006-46aa-943f-e4d75af5e706,Cali Cassidy|Cali Cums|Kelly Cummz,"January 1, 1986 (39 years old)",Capricorn,USA,Woman,2005-2011 (Started around 19 years old),Caucasian,American,,Brown,"5 feet, 2 inches (157 cm)",112 lbs (51 kg),34C-28-33,Flower on lower back; outline crosses below left and right of navel; outline of California on pubes,Navel; tongue,58,0,0,0,0
+Chris Cummings,https://www.iafd.com/person.rme/id=fa9854f7-547d-4a02-9dc1-f626c8f6c752,James (larasplayground.com)|James Logan,"January 1, 1986 (39 years old)",Capricorn,"Newcastle Upon Tyne, United Kingdom",Man,,Caucasian,British,Dark Brown/Various Wigs,Unknown,"5 feet, 8 inches (173 cm)",176 lbs (80 kg),,Left flank,None,2,0,0,0,0
+Chrystal Lite,https://www.iafd.com/person.rme/id=264d8520-2c0d-4622-a9c3-f5eae241072d,Cristal Litte,"January 1, 1986 (39 years old)",Capricorn,New Jersey,Woman,2012-2017 (Started around 26 years old),Caucasian,"German, Italian",,Green,"5 feet, 0 inches (152 cm)",121 lbs (55 kg),36-24-38,"'lars' on left ankle, 'jewel' on right ankle,d3 on inside left arm, vampire devil on upper left arm, 'mike' across upper back, arabic writing on nape of neck",No data,5,0,0,0,0
+Jessica Steele,https://www.iafd.com/person.rme/id=772ac560-0f59-49b9-9c13-389d93514376,Krystal Kneels,"January 1, 1986 (39 years old)",Capricorn,USA,Woman,2008-2013 (Started around 22 years old),Caucasian,American,,Blue,"5 feet, 1 inches (156 cm)",121 lbs (55 kg),No data,"""Hopefull"" on shoulder",No data,19,0,0,0,0
+Laura Moreno,https://www.iafd.com/person.rme/id=34acc471-cf43-4715-84e8-f2cdf86aefa4,Laura Cruz,"January 1, 1986 (39 years old)",Capricorn,"Caracas, Venezuela",Woman,2011-2017 (Started around 25 years old),Latin,Venezuelan,,Brown,"5 feet, 5 inches (165 cm)",121 lbs (55 kg),No data,No data,No data,31,0,0,0,0
+May,https://www.iafd.com/person.rme/id=1c0f2957-e9e6-4e86-b22f-462202a6aae8,No known aliases,"January 1, 1986 (39 years old)",Capricorn,"Isaan, Thailand",Trans woman,2012-2014 (Started around 26 years old),Asian,Thai,,Brown,No data,No data,No data,No data,No data,3,0,0,0,0
+Roxanne Keys,https://www.iafd.com/person.rme/id=8f1fb9fb-6ae9-47e8-8e25-121cc25fbc3f,Roxane Lane|Roxanne Keyes|Winifred,"January 1, 1986 (39 years old)",Capricorn,Hungary,Woman,2005-2011 (Started around 19 years old),Caucasian,Hungarian,,Brown,"5 feet, 2 inches (157 cm)",No data,34A-25-36,No data,No data,39,0,0,0,0
+Megan Smith,https://www.iafd.com/person.rme/id=e4164ece-a183-40cd-8002-21fa38d73f20,Megan|Olga,"January 1, 1987 (38 years old)",Capricorn,Czech Republic,Woman,2009-2018 (Started around 22 years old),Caucasian,Czech,,Unknown,No data,No data,36C-??-??,Above left groin,Tongue; navel,12,0,0,0,0
+Myla Sinanaj,https://www.iafd.com/person.rme/id=ccebae95-f903-49fb-8150-d11fae36a489,No known aliases,"January 1, 1987 (38 years old)",Capricorn,"New York, New York, USA",Woman,,Caucasian,"American, Albanian",,Unknown,"5 feet, 7 inches (170 cm)",No data,No data,Navel,Lower back; treble clef on right ankle,1,0,0,0,0
+Nadia Aria,https://www.iafd.com/person.rme/id=1617dce9-9e1d-4585-b3cc-25a911d0a7cb,Bobbi,"January 1, 1987 (38 years old)",Capricorn,Slovakia,Woman,2009-2010 (Started around 22 years old),Caucasian,Slovak,,Unknown,"5 feet, 4 inches (163 cm)",103 lbs (47 kg),No data,Rainbow and clouds lower back,none,6,0,0,0,0

scripts/iafd/result/detail.json

@@ -1874,5 +1874,284 @@
         "blacked_cnt": 0,
         "tushy_cnt": 0,
         "x_art_cnt": 0
+    },
+    {
+        "href": "https://www.iafd.com/person.rme/id=3aa70d25-95a4-4353-bdf7-93ea57ed8b37",
+        "person": "Velvet",
+        "performer_aka": [
+            "Peaches",
+            "Peachez"
+        ],
+        "birthday": "January 1, 1985 (40 years old)",
+        "astrology": "Capricorn",
+        "birthplace": "No data",
+        "gender": "Woman",
+        "ethnicity": "Black",
+        "nationality": "No data",
+        "eye_color": "Unknown",
+        "height": "No data",
+        "weight": "No data",
+        "measurements": "No data",
+        "tattoos": "As Velvet: Paw Prints on inner right thigh",
+        "piercings": "No data",
+        "movies_cnt": 8,
+        "vixen_cnt": 0,
+        "blacked_cnt": 0,
+        "tushy_cnt": 0,
+        "x_art_cnt": 0
+    },
+    {
+        "href": "https://www.iafd.com/person.rme/id=8e6e10ec-d006-46aa-943f-e4d75af5e706",
+        "person": "Cali Cassidey",
+        "performer_aka": [
+            "Cali Cassidy",
+            "Cali Cums",
+            "Kelly Cummz"
+        ],
+        "birthday": "January 1, 1986 (39 years old)",
+        "astrology": "Capricorn",
+        "birthplace": "USA",
+        "gender": "Woman",
+        "years_active": "2005-2011 (Started around 19 years old)",
+        "ethnicity": "Caucasian",
+        "nationality": "American",
+        "eye_color": "Brown",
+        "height": "5 feet, 2 inches (157 cm)",
+        "weight": "112 lbs (51 kg)",
+        "measurements": "34C-28-33",
+        "tattoos": "Flower on lower back; outline crosses below left and right of navel; outline of California on pubes",
+        "piercings": "Navel; tongue",
+        "movies_cnt": 58,
+        "vixen_cnt": 0,
+        "blacked_cnt": 0,
+        "tushy_cnt": 0,
+        "x_art_cnt": 0
+    },
+    {
+        "href": "https://www.iafd.com/person.rme/id=fa9854f7-547d-4a02-9dc1-f626c8f6c752",
+        "person": "Chris Cummings",
+        "performer_aka": [
+            "James (larasplayground.com)",
+            "James Logan"
+        ],
+        "birthday": "January 1, 1986 (39 years old)",
+        "astrology": "Capricorn",
+        "birthplace": "Newcastle Upon Tyne, United Kingdom",
+        "gender": "Man",
+        "ethnicity": "Caucasian",
+        "nationality": "British",
+        "hair_colors": "Dark Brown/Various Wigs",
+        "eye_color": "Unknown",
+        "height": "5 feet, 8 inches (173 cm)",
+        "weight": "176 lbs (80 kg)",
+        "tattoos": "Left flank",
+        "piercings": "None",
+        "movies_cnt": 2,
+        "vixen_cnt": 0,
+        "blacked_cnt": 0,
+        "tushy_cnt": 0,
+        "x_art_cnt": 0
+    },
+    {
+        "href": "https://www.iafd.com/person.rme/id=264d8520-2c0d-4622-a9c3-f5eae241072d",
+        "person": "Chrystal Lite",
+        "performer_aka": [
+            "Cristal Litte"
+        ],
+        "birthday": "January 1, 1986 (39 years old)",
+        "astrology": "Capricorn",
+        "birthplace": "New Jersey",
+        "gender": "Woman",
+        "years_active": "2012-2017 (Started around 26 years old)",
+        "ethnicity": "Caucasian",
+        "nationality": "German, Italian",
+        "eye_color": "Green",
+        "height": "5 feet, 0 inches (152 cm)",
+        "weight": "121 lbs (55 kg)",
+        "measurements": "36-24-38",
+        "tattoos": "'lars' on left ankle, 'jewel' on right ankle,d3 on inside left arm, vampire devil on upper left arm, 'mike' across upper back, arabic writing on nape of neck",
+        "piercings": "No data",
+        "movies_cnt": 5,
+        "vixen_cnt": 0,
+        "blacked_cnt": 0,
+        "tushy_cnt": 0,
+        "x_art_cnt": 0
+    },
+    {
+        "href": "https://www.iafd.com/person.rme/id=772ac560-0f59-49b9-9c13-389d93514376",
+        "person": "Jessica Steele",
+        "performer_aka": [
+            "Krystal Kneels"
+        ],
+        "birthday": "January 1, 1986 (39 years old)",
+        "astrology": "Capricorn",
+        "birthplace": "USA",
+        "gender": "Woman",
+        "years_active": "2008-2013 (Started around 22 years old)",
+        "ethnicity": "Caucasian",
+        "nationality": "American",
+        "eye_color": "Blue",
+        "height": "5 feet, 1 inches (156 cm)",
+        "weight": "121 lbs (55 kg)",
+        "measurements": "No data",
+        "tattoos": "\"Hopefull\" on shoulder",
+        "piercings": "No data",
+        "movies_cnt": 19,
+        "vixen_cnt": 0,
+        "blacked_cnt": 0,
+        "tushy_cnt": 0,
+        "x_art_cnt": 0
+    },
+    {
+        "href": "https://www.iafd.com/person.rme/id=34acc471-cf43-4715-84e8-f2cdf86aefa4",
+        "person": "Laura Moreno",
+        "performer_aka": [
+            "Laura Cruz"
+        ],
+        "birthday": "January 1, 1986 (39 years old)",
+        "astrology": "Capricorn",
+        "birthplace": "Caracas, Venezuela",
+        "gender": "Woman",
+        "years_active": "2011-2017 (Started around 25 years old)",
+        "ethnicity": "Latin",
+        "nationality": "Venezuelan",
+        "eye_color": "Brown",
+        "height": "5 feet, 5 inches (165 cm)",
+        "weight": "121 lbs (55 kg)",
+        "measurements": "No data",
+        "tattoos": "No data",
+        "piercings": "No data",
+        "movies_cnt": 31,
+        "vixen_cnt": 0,
+        "blacked_cnt": 0,
+        "tushy_cnt": 0,
+        "x_art_cnt": 0
+    },
+    {
+        "href": "https://www.iafd.com/person.rme/id=1c0f2957-e9e6-4e86-b22f-462202a6aae8",
+        "person": "May",
+        "performer_aka": [
+            "No known aliases"
+        ],
+        "birthday": "January 1, 1986 (39 years old)",
+        "astrology": "Capricorn",
+        "birthplace": "Isaan, Thailand",
+        "gender": "Trans woman",
+        "years_active": "2012-2014 (Started around 26 years old)",
+        "ethnicity": "Asian",
+        "nationality": "Thai",
+        "eye_color": "Brown",
+        "height": "No data",
+        "weight": "No data",
+        "measurements": "No data",
+        "tattoos": "No data",
+        "piercings": "No data",
+        "movies_cnt": 3,
+        "vixen_cnt": 0,
+        "blacked_cnt": 0,
+        "tushy_cnt": 0,
+        "x_art_cnt": 0
+    },
+    {
+        "href": "https://www.iafd.com/person.rme/id=8f1fb9fb-6ae9-47e8-8e25-121cc25fbc3f",
+        "person": "Roxanne Keys",
+        "performer_aka": [
+            "Roxane Lane",
+            "Roxanne Keyes",
+            "Winifred"
+        ],
+        "birthday": "January 1, 1986 (39 years old)",
+        "astrology": "Capricorn",
+        "birthplace": "Hungary",
+        "gender": "Woman",
+        "years_active": "2005-2011 (Started around 19 years old)",
+        "ethnicity": "Caucasian",
+        "nationality": "Hungarian",
+        "eye_color": "Brown",
+        "height": "5 feet, 2 inches (157 cm)",
+        "weight": "No data",
+        "measurements": "34A-25-36",
+        "tattoos": "No data",
+        "piercings": "No data",
+        "movies_cnt": 39,
+        "vixen_cnt": 0,
+        "blacked_cnt": 0,
+        "tushy_cnt": 0,
+        "x_art_cnt": 0
+    },
+    {
+        "href": "https://www.iafd.com/person.rme/id=e4164ece-a183-40cd-8002-21fa38d73f20",
+        "person": "Megan Smith",
+        "performer_aka": [
+            "Megan",
+            "Olga"
+        ],
+        "birthday": "January 1, 1987 (38 years old)",
+        "astrology": "Capricorn",
+        "birthplace": "Czech Republic",
+        "gender": "Woman",
+        "years_active": "2009-2018 (Started around 22 years old)",
+        "ethnicity": "Caucasian",
+        "nationality": "Czech",
+        "eye_color": "Unknown",
+        "height": "No data",
+        "weight": "No data",
+        "measurements": "36C-??-??",
+        "tattoos": "Above left groin",
+        "piercings": "Tongue; navel",
+        "movies_cnt": 12,
+        "vixen_cnt": 0,
+        "blacked_cnt": 0,
+        "tushy_cnt": 0,
+        "x_art_cnt": 0
+    },
+    {
+        "href": "https://www.iafd.com/person.rme/id=ccebae95-f903-49fb-8150-d11fae36a489",
+        "person": "Myla Sinanaj",
+        "performer_aka": [
+            "No known aliases"
+        ],
+        "birthday": "January 1, 1987 (38 years old)",
+        "astrology": "Capricorn",
+        "birthplace": "New York, New York, USA",
+        "gender": "Woman",
+        "ethnicity": "Caucasian",
+        "nationality": "American, Albanian",
+        "eye_color": "Unknown",
+        "height": "5 feet, 7 inches (170 cm)",
+        "weight": "No data",
+        "measurements": "No data",
+        "tattoos": "Navel",
+        "piercings": "Lower back; treble clef on right ankle",
+        "movies_cnt": 1,
+        "vixen_cnt": 0,
+        "blacked_cnt": 0,
+        "tushy_cnt": 0,
+        "x_art_cnt": 0
+    },
+    {
+        "href": "https://www.iafd.com/person.rme/id=1617dce9-9e1d-4585-b3cc-25a911d0a7cb",
+        "person": "Nadia Aria",
+        "performer_aka": [
+            "Bobbi"
+        ],
+        "birthday": "January 1, 1987 (38 years old)",
+        "astrology": "Capricorn",
+        "birthplace": "Slovakia",
+        "gender": "Woman",
+        "years_active": "2009-2010 (Started around 22 years old)",
+        "ethnicity": "Caucasian",
+        "nationality": "Slovak",
+        "eye_color": "Unknown",
+        "height": "5 feet, 4 inches (163 cm)",
+        "weight": "103 lbs (47 kg)",
+        "measurements": "No data",
+        "tattoos": "Rainbow and clouds lower back",
+        "piercings": "none",
+        "movies_cnt": 6,
+        "vixen_cnt": 0,
+        "blacked_cnt": 0,
+        "tushy_cnt": 0,
+        "x_art_cnt": 0
     }
 ]