add some scripts.

scripts/iafd/html_format.py

@@ -0,0 +1,64 @@
+import os
+import json
+import csv
+from bs4 import BeautifulSoup
+
+INPUT_DIR = "html"
+OUTPUT_JSON = "./result/iafd_meta.json"
+OUTPUT_CSV = "./result/iafd_meta.csv"
+BASE_URL = "https://www.iafd.com"
+
+def parse_html_file(filepath):
+    """解析单个 HTML 文件，提取需要的信息。"""
+    person_list = []
+    filename = os.path.basename(filepath)
+    filename = os.path.splitext(filename)[0]
+    
+    with open(filepath, "r", encoding="utf-8") as file:
+        soup = BeautifulSoup(file, "html.parser")
+        astro_div = soup.find("div", id="astro")
+        
+        if not astro_div:
+            print(f"Warning: No 'astro' div found in {filename}")
+            return []
+        
+        birth_date = None
+        for elem in astro_div.find_all(recursive=False):
+            if elem.name == "h3" and "astroday" in elem.get("class", []):
+                birth_date = elem.get_text(strip=True)
+            elif elem.name == "div" and "perficon" in elem.get("class", []):
+                a_tag = elem.find("a")
+                if a_tag:
+                    href = BASE_URL + a_tag["href"]
+                    name = a_tag.find("span", class_="perfname")
+                    if name:
+                        person_list.append({
+                            "astrology": filename,
+                            "birth_date": birth_date,
+                            "person": name.get_text(strip=True),
+                            "href": href
+                        })
+    return person_list
+
+def main():
+    all_persons = []
+    for filename in os.listdir(INPUT_DIR):
+        if filename.endswith(".html"):
+            filepath = os.path.join(INPUT_DIR, filename)
+            print(f"正在解析 {filename} ...")
+            all_persons.extend(parse_html_file(filepath))
+    
+    # 保存 JSON
+    with open(OUTPUT_JSON, "w", encoding="utf-8") as json_file:
+        json.dump(all_persons, json_file, indent=4, ensure_ascii=False)
+    
+    # 保存 CSV
+    with open(OUTPUT_CSV, "w", newline="", encoding="utf-8") as csv_file:
+        writer = csv.DictWriter(csv_file, fieldnames=["astrology", "birth_date", "person", "href"])
+        writer.writeheader()
+        writer.writerows(all_persons)
+    
+    print(f"Data extracted and saved to {OUTPUT_JSON} and {OUTPUT_CSV}")
+
+if __name__ == "__main__":
+    main()