|
@@ -287,7 +287,7 @@ def jhs_main(log):
|
|
|
|
|
|
|
|
# 从数据库获取需要爬取的 product_id 从最大的id max_sql_id 开始
|
|
# 从数据库获取需要爬取的 product_id 从最大的id max_sql_id 开始
|
|
|
product_id_list = sql_pool.select_all(
|
|
product_id_list = sql_pool.select_all(
|
|
|
- "SELECT id, product_id FROM jhs_task WHERE task_state != 1 AND id > 489000 LIMIT 10000")
|
|
|
|
|
|
|
+ "SELECT id, product_id FROM jhs_task WHERE task_state != 1 AND id > 522769 LIMIT 10000")
|
|
|
# "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id > 420107 LIMIT 10000")
|
|
# "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id > 420107 LIMIT 10000")
|
|
|
# "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id > %s LIMIT 6000", (max_sql_id,))
|
|
# "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id > %s LIMIT 6000", (max_sql_id,))
|
|
|
# "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id < 376575 ORDER BY id DESC")
|
|
# "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id < 376575 ORDER BY id DESC")
|