modify some scripts.

2025-03-07 19:11:41 +08:00
parent 6cebf3f8ac
commit f5929811c7
27 changed files with 778 additions and 2724974 deletions
--- a/scripts/schema.sql
+++ b/scripts/schema.sql
@ -1,4 +1,3 @@
-CREATE TABLE sqlite_sequence(name,seq);
 CREATE TABLE IF NOT EXISTS "iafd_performers" (
    id INTEGER PRIMARY KEY AUTOINCREMENT,
    name TEXT NOT NULL,
@ -27,8 +26,15 @@ CREATE TABLE IF NOT EXISTS "iafd_performers" (
    vixen_cnt INTEGER,
    blacked_cnt INTEGER,
    tushy_cnt INTEGER,
-    x_art_cnt INTEGER
-);
+    x_art_cnt INTEGER, 
+    is_full_data INTEGER DEFAULT (0) NOT NULL, 
+    birth_year INTEGER DEFAULT (0) NOT NULL, 
+    from_astro_list INTEGER DEFAULT (0) NOT NULL, 
+    from_birth_list INTEGER DEFAULT (0) NOT NULL, 
+    from_ethnic_list INTEGER DEFAULT (0) NOT NULL,
+    from_movie_list INTEGER DEFAULT (0) NOT NULL
+  );
+CREATE TABLE sqlite_sequence(name,seq);
 CREATE TABLE IF NOT EXISTS "iafd_performer_aliases" (
  `performer_id` integer NOT NULL,
  `alias` varchar(255) NOT NULL,
@ -44,59 +50,6 @@ CREATE TABLE IF NOT EXISTS "iafd_movies_appers_in" (
  foreign key(`appears_in_id`) references "iafd_movies"(`id`) on delete CASCADE,
  PRIMARY KEY (`movie_id`, `appears_in_id`)
 );
-CREATE TABLE IF NOT EXISTS "iafd_performer_urls" (
-  `performer_id` integer NOT NULL,
-  `position` varchar(255) NOT NULL,
-  `url` varchar(255) NOT NULL,
-  foreign key(`performer_id`) references "iafd_performers"(`id`) on delete CASCADE,
-  PRIMARY KEY(`performer_id`, `position`, `url`)
-);
-CREATE TABLE IF NOT EXISTS "iafd_distributors" (
-  `id` INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
-  `name` VARCHAR(255) NOT NULL,
-  `href` VARCHAR(255) UNIQUE,
-  `parent_id` INTEGER DEFAULT NULL CHECK (`id` IS NOT `parent_id`) REFERENCES "iafd_distributors"(`id`) ON DELETE SET NULL,
-  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
-  `updated_at` TEXT DEFAULT (datetime('now', 'localtime')),
-  `details` TEXT
-);
-CREATE TABLE IF NOT EXISTS "iafd_studios" (
-  `id` INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
-  `name` VARCHAR(255) NOT NULL,
-  `href` VARCHAR(255) UNIQUE,
-  `parent_id` INTEGER DEFAULT NULL CHECK (`id` IS NOT `parent_id`) REFERENCES "iafd_studios"(`id`) ON DELETE SET NULL,
-  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
-  `updated_at` TEXT DEFAULT (datetime('now', 'localtime')),
-  `details` TEXT
-);
-CREATE TABLE IF NOT EXISTS "iafd_performers_movies" (
-  `performer_id` integer,
-  `movie_id` integer,
-  `role` varchar(255),
-  `notes` varchar(255),  
-  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
-  foreign key(`performer_id`) references "iafd_performers"(`id`) on delete CASCADE,
-  foreign key(`movie_id`) references "iafd_movies"(`id`) on delete CASCADE,
-  PRIMARY KEY (`movie_id`, `performer_id`)
-);
-CREATE TABLE IF NOT EXISTS "iafd_task_log" (
-  `task_id` integer not null primary key autoincrement,
-  `before_performers` integer,
-  `new_performers` integer,
-  `after_performers` integer,
-  `before_movies` integer,
-  `new_movies` integer,
-  `after_movies` integer,
-  `before_distributors` integer,
-  `new_distributors` integer,
-  `after_distributors` integer,
-  `before_studios` integer,
-  `new_studios` integer,
-  `after_studios` integer,
-  `task_status` varchar(255),
-  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
-  `updated_at` TEXT DEFAULT (datetime('now', 'localtime'))
-);
 CREATE TABLE IF NOT EXISTS "iafd_movies" (
  `id` integer not null primary key autoincrement,
  `title` varchar(255),
@ -112,10 +65,68 @@ CREATE TABLE IF NOT EXISTS "iafd_movies" (
  `director_id` integer,
  `href` varchar(255) UNIQUE,
  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
-  `updated_at` TEXT DEFAULT (datetime('now', 'localtime')),  
+  `updated_at` TEXT DEFAULT (datetime('now', 'localtime')), 
+  is_full_data INTEGER DEFAULT (0) NOT NULL, 
+  release_year INTEGER DEFAULT (0) NOT NULL, 
+  from_performer_list INTEGER DEFAULT (0) NOT NULL, 
+  from_dist_list INTEGER DEFAULT (0) NOT NULL, 
+  from_stu_list INTEGER DEFAULT (0) NOT NULL,  
  foreign key(`studio_id`) references "iafd_studios"(`id`) on delete SET NULL,
  foreign key(`distributor_id`) references "iafd_distributors"(`id`) on delete SET NULL  
 );
+CREATE TABLE IF NOT EXISTS "iafd_performers_movies" (
+  `performer_id` integer,
+  `movie_id` integer,
+  `role` varchar(255),
+  `notes` varchar(255),  
+  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
+  foreign key(`performer_id`) references "iafd_performers"(`id`) on delete CASCADE,
+  foreign key(`movie_id`) references "iafd_movies"(`id`) on delete CASCADE,
+  PRIMARY KEY (`movie_id`, `performer_id`)
+);
+CREATE TABLE IF NOT EXISTS "iafd_studios" (
+  `id` INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
+  `name` VARCHAR(255) NOT NULL,
+  `href` VARCHAR(255) UNIQUE,
+  `parent_id` INTEGER DEFAULT NULL CHECK (`id` IS NOT `parent_id`) REFERENCES "iafd_studios"(`id`) ON DELETE SET NULL,
+  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
+  `updated_at` TEXT DEFAULT (datetime('now', 'localtime')),
+  `details` TEXT
+);
+CREATE TABLE IF NOT EXISTS "iafd_distributors" (
+  `id` INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
+  `name` VARCHAR(255) NOT NULL,
+  `href` VARCHAR(255) UNIQUE,
+  `parent_id` INTEGER DEFAULT NULL CHECK (`id` IS NOT `parent_id`) REFERENCES "iafd_distributors"(`id`) ON DELETE SET NULL,
+  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
+  `updated_at` TEXT DEFAULT (datetime('now', 'localtime')),
+  `details` TEXT
+);
+CREATE TABLE IF NOT EXISTS "iafd_performer_urls" (
+  `performer_id` integer NOT NULL,
+  `position` varchar(255) NOT NULL,
+  `url` varchar(255) NOT NULL,
+  foreign key(`performer_id`) references "iafd_performers"(`id`) on delete CASCADE,
+  PRIMARY KEY(`performer_id`, `position`, `url`)
+);
+CREATE TABLE IF NOT EXISTS "iafd_task_log" (
+  `task_id` integer not null primary key autoincrement,
+  `full_data_performers` integer,
+  `total_performers` integer,
+  `full_data_movies` integer,
+  `total_movies` integer,
+  `total_distributors` integer,
+  `total_studios` integer,
+  `task_status` varchar(255),
+  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
+  `updated_at` TEXT DEFAULT (datetime('now', 'localtime'))
+);
+CREATE TABLE IF NOT EXISTS "iafd_meta_ethnic" (
+  `id` INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
+  `name` VARCHAR(255) NOT NULL,
+  `href` VARCHAR(255) UNIQUE,
+  `created_at` TEXT DEFAULT (datetime('now', 'localtime'))
+);
 CREATE TABLE javhd_models (
    id INTEGER PRIMARY KEY AUTOINCREMENT,
    rank INTEGER,
@ -170,3 +181,78 @@ CREATE TABLE thelordofporn_alias (
            FOREIGN KEY (actress_id) REFERENCES thelordofporn_actress(id) ON DELETE CASCADE,
            PRIMARY KEY(`actress_id`, `alias`)
        );
+CREATE TABLE javdb_actors (
+            id INTEGER PRIMARY KEY AUTOINCREMENT,
+            name TEXT NOT NULL,
+            href TEXT UNIQUE NOT NULL,
+            pic TEXT,
+            created_at DATETIME DEFAULT (datetime('now', 'localtime')),
+            updated_at DATETIME DEFAULT (datetime('now', 'localtime')), 
+            is_full_data INTEGER DEFAULT (0) NOT NULL, 
+            from_actor_list INTEGER DEFAULT (0) NOT NULL, 
+            from_movie_list INTEGER DEFAULT (0) NOT NULL
+);
+CREATE TABLE javdb_actors_alias (
+            actor_id INTEGER NOT NULL,
+            alias TEXT NOT NULL,
+            created_at DATETIME DEFAULT (datetime('now', 'localtime')),
+            updated_at DATETIME DEFAULT (datetime('now', 'localtime')),
+            PRIMARY KEY (actor_id, alias),
+            FOREIGN KEY (actor_id) REFERENCES javdb_actors(id) ON DELETE CASCADE
+        );
+CREATE TABLE IF NOT EXISTS "javdb_makers" (
+  `id` INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
+  `name` VARCHAR(255) NOT NULL,
+  `href` VARCHAR(255) UNIQUE,
+  `parent_id` INTEGER DEFAULT NULL CHECK (`id` IS NOT `parent_id`) REFERENCES "javdb_makers"(`id`) ON DELETE SET NULL,
+  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
+  `updated_at` TEXT DEFAULT (datetime('now', 'localtime')),
+  `details` TEXT
+);
+CREATE TABLE IF NOT EXISTS "javdb_series" (
+  `id` INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
+  `name` VARCHAR(255) NOT NULL,
+  `href` VARCHAR(255) UNIQUE,
+  `parent_id` INTEGER DEFAULT NULL CHECK (`id` IS NOT `parent_id`) REFERENCES "javdb_series"(`id`) ON DELETE SET NULL,
+  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
+  `updated_at` TEXT DEFAULT (datetime('now', 'localtime')),
+  `details` TEXT
+);
+CREATE TABLE IF NOT EXISTS "javdb_movies" (
+            id INTEGER PRIMARY KEY AUTOINCREMENT,
+            href TEXT UNIQUE,
+            title TEXT,
+            cover_url TEXT,
+            serial_number TEXT,
+            release_date TEXT,
+            duration TEXT,
+            maker_id TEXT,
+            series_id TEXT,
+            is_full_data INTEGER DEFAULT (0) NOT NULL, 
+            created_at TEXT DEFAULT (datetime('now', 'localtime')),
+            updated_at TEXT DEFAULT (datetime('now', 'localtime')), 
+            from_actor_list INTEGER DEFAULT (0) NOT NULL, 
+            from_movie_makers INTEGER DEFAULT (0) NOT NULL, 
+            from_movie_series INTEGER DEFAULT (0) NOT NULL
+);
+CREATE TABLE IF NOT EXISTS "javdb_actors_movies" (
+            actor_id INTEGER,
+            movie_id INTEGER,
+            tags TEXT,
+            created_at TEXT DEFAULT (datetime('now', 'localtime')),
+            PRIMARY KEY (actor_id, movie_id),
+            FOREIGN KEY (actor_id) REFERENCES javdb_actors(id),
+            FOREIGN KEY (movie_id) REFERENCES "javdb_movies"(id)
+);
+CREATE TABLE IF NOT EXISTS "javdb_task_log" (
+  `task_id` integer not null primary key autoincrement,
+  `full_data_actors` integer,
+  `total_actors` integer,
+  `full_data_movies` integer,
+  `total_movies` integer,
+  `total_makers` integer,
+  `total_series` integer,
+  `task_status` varchar(255),
+  `created_at` TEXT DEFAULT (datetime('now', 'localtime')),
+  `updated_at` TEXT DEFAULT (datetime('now', 'localtime'))
+);