research/resources
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

modify scripts

Browse Source
This commit is contained in:
sophon
2025-07-27 16:03:59 +08:00
parent 364c39b8ea
commit 45271a5b23
8 changed files with 974 additions and 354 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
scrapy_proj/cron/cron_scheduler.sh
View File

@ -136,6 +136,7 @@ if [ "${PERIOD}" = "--monthly" ]; then
register_spider "pbox" "scrapy crawl pbox -a begin=${COMMON_DATE_PARAM} -a mod='update' "
register_spider "javhd" "scrapy crawl javhd -a mod='update' "
register_spider "lord" "scrapy crawl lord -a mod='update' "
register_spider "javbus" "scrapy crawl javbus -a cmd='actors' -s HTTPCACHE_DIR=/home/ubuntu/sharedata/scrapy_cached/ "
fi