Ver código fonte

update bgs task 26.1.20.1

charley 2 semanas atrás
pai
commit
4e46972262
1 arquivos alterados com 3 adições e 7 exclusões
  1. 3 7
      bgs_spider/bgs_new_daily_spider.py

+ 3 - 7
bgs_spider/bgs_new_daily_spider.py

@@ -170,16 +170,12 @@ def bgs_main(log):
         log.info(f"max_bgs_id 从 {max_bgs_id} 开始爬取.........................")
         # bgs_id_list = [i for i in range(max_bgs_id, max_bgs_id + 3001)]
 
-
-        # 20251029 往前2000  往后3000
-        # while True:
-        # 倒序查 20000个 20251205修改
         """
-        倒序查 20000个 20251205修改
+        2026/01/20  修改  +3000,-3000,
         """
         sql_bgs_id_list = sql_pool.select_all(
-            "SELECT auth_code FROM bgs_task WHERE state!=1 AND auth_code BETWEEN %s AND %s LIMIT 20000",
-            (max_bgs_id - 2000, max_bgs_id + 18000))
+            "SELECT auth_code FROM bgs_task WHERE state != 1 AND auth_code BETWEEN %s AND %s LIMIT 6000",
+            (max_bgs_id - 3000, max_bgs_id + 3000))
 
         # sql_bgs_id_list = sql_pool.select_all(
         #     "SELECT auth_code FROM bgs_task WHERE state!=1 AND auth_code > 18239485 LIMIT 5000")