research/resources
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

modify scripts

Browse Source
This commit is contained in:
sophon
2025-07-22 16:53:04 +08:00
parent c7f7006da9
commit 558ceee49c
6 changed files with 57 additions and 153 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scrapy_proj/cron/cron_scheduler.sh
View File

@ -81,7 +81,7 @@ fi
if [ "${PERIOD}" = "--weekly" ]; then
COMMON_DATE_PARAM=$(date -d "8 days ago" +%Y-%m-%d)
elif [ "${PERIOD}" = "--monthly" ]; then
COMMON_DATE_PARAM=$(date -d "31 days ago" +%Y-%m-%d)
COMMON_DATE_PARAM=$(date -d "32 days ago" +%Y-%m-%d)
fi
@ -97,14 +97,14 @@ register_spider() {
# 每周任务
if [ "${PERIOD}" = "--weekly" ]; then
register_spider "u3c3" "scrapy crawl u3c3 -a begin=${COMMON_DATE_PARAM}"
register_spider "sis" "scrapy crawl sis -a begin=${COMMON_DATE_PARAM}"
register_spider "u3c3" "scrapy crawl u3c3 -a begin=${COMMON_DATE_PARAM}"
register_spider "clm" "scrapy crawl clm -a begin=${COMMON_DATE_PARAM} -a mod='update' "
fi
# 每月任务
if [ "${PERIOD}" = "--monthly" ]; then
register_spider "pbox" "scrapy crawl pbox "
register_spider "pbox" "scrapy crawl pbox -a begin=${COMMON_DATE_PARAM} -a mod='update' "
fi