|
|
@@ -287,7 +287,7 @@ def jhs_main(log):
|
|
|
|
|
|
# 从数据库获取需要爬取的 product_id 从最大的id max_sql_id 开始
|
|
|
product_id_list = sql_pool.select_all(
|
|
|
- "SELECT id, product_id FROM jhs_task WHERE task_state != 1 AND id > 420107 LIMIT 10000")
|
|
|
+ "SELECT id, product_id FROM jhs_task WHERE task_state != 1 AND id > 450000 LIMIT 10000")
|
|
|
# "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id > 420107 LIMIT 10000")
|
|
|
# "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id > %s LIMIT 6000", (max_sql_id,))
|
|
|
# "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id < 376575 ORDER BY id DESC")
|
|
|
@@ -311,7 +311,7 @@ def schedule_task():
|
|
|
"""
|
|
|
设置定时任务
|
|
|
"""
|
|
|
- # jhs_main(log=logger)
|
|
|
+ jhs_main(log=logger)
|
|
|
|
|
|
schedule.every().day.at("01:31").do(jhs_main, log=logger)
|
|
|
while True:
|
