|
|
@@ -170,16 +170,12 @@ def bgs_main(log):
|
|
|
log.info(f"max_bgs_id 从 {max_bgs_id} 开始爬取.........................")
|
|
|
# bgs_id_list = [i for i in range(max_bgs_id, max_bgs_id + 3001)]
|
|
|
|
|
|
-
|
|
|
- # 20251029 往前2000 往后3000
|
|
|
- # while True:
|
|
|
- # 倒序查 20000个 20251205修改
|
|
|
"""
|
|
|
- 倒序查 20000个 20251205修改
|
|
|
+ 2026/01/20 修改 +3000,-3000,
|
|
|
"""
|
|
|
sql_bgs_id_list = sql_pool.select_all(
|
|
|
- "SELECT auth_code FROM bgs_task WHERE state!=1 AND auth_code BETWEEN %s AND %s LIMIT 20000",
|
|
|
- (max_bgs_id - 2000, max_bgs_id + 18000))
|
|
|
+ "SELECT auth_code FROM bgs_task WHERE state != 1 AND auth_code BETWEEN %s AND %s LIMIT 6000",
|
|
|
+ (max_bgs_id - 3000, max_bgs_id + 3000))
|
|
|
|
|
|
# sql_bgs_id_list = sql_pool.select_all(
|
|
|
# "SELECT auth_code FROM bgs_task WHERE state!=1 AND auth_code > 18239485 LIMIT 5000")
|