Parcourir la source

update jhs spider 8.13.1

lei.chen il y a 3 mois
Parent
commit
64f3c613f5
1 fichiers modifiés avec 1 ajouts et 1 suppressions
  1. 1 1
      jihuanshe_spider/jhs_new_daily_spider.py

+ 1 - 1
jihuanshe_spider/jhs_new_daily_spider.py

@@ -287,7 +287,7 @@ def jhs_main(log):
 
         # 从数据库获取需要爬取的 product_id  从最大的id max_sql_id 开始
         product_id_list = sql_pool.select_all(
-            "SELECT id, product_id FROM jhs_task WHERE task_state != 1 AND id > 489000 LIMIT 10000")
+            "SELECT id, product_id FROM jhs_task WHERE task_state != 1 AND id > 522769 LIMIT 10000")
             # "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id > 420107 LIMIT 10000")
         # "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id > %s LIMIT 6000", (max_sql_id,))
         # "SELECT id, product_id FROM jhs_task WHERE task_state IN (0, 2) AND id < 376575 ORDER BY id DESC")