Prechádzať zdrojové kódy

fix(xc_spider): 修复若干返回值和版本号问题,优化定时任务设置

- 更新 appversion 为 3.1.4
- 修正无数据时函数返回值
- 调整 SQL 更新语句格式以提升可读性
- 注释掉立即执行的定时任务,改用定时调度
- 保留部分测试调用代码为注释状态,方便后续调试
charley 2 týždňov pred
rodič
commit
ca6e810ac4
1 zmenil súbory, kde vykonal 8 pridanie a 5 odobranie
  1. 8 5
      xingchao_spider/xc_spider.py

+ 8 - 5
xingchao_spider/xc_spider.py

@@ -28,7 +28,7 @@ HEADERS = {
     # "sign": "3c5028da758dc416455f575334cadaab",
     # "x-token": "782a2174df1a19aa26904dad1d347c97",
     "client": "yingyongbao",
-    "appversion": "2.1.10",
+    "appversion": "3.1.4",
     # "nonce": "507060933e1e0585",
     "deviceid": "null",
     "jrd": "100d85590861f713a85",
@@ -139,7 +139,7 @@ def get_product_single_page(log, page: int, sql_pool, sql_shop_id_list):
             items = response.json().get("data", {}).get("list", [])
             if not items:
                 log.debug(f'--------------- page {page} has no items ---------------')
-                return
+                return 0, total_page
 
             info_list = []
             for item in items:
@@ -236,7 +236,7 @@ def get_shop_product_sold_single_page(log, page: int, sql_pool, shop_id, sql_pro
             items = response.json().get("data", {}).get("list", [])
             if not items:
                 log.debug(f'--------------- page {page} has no items ---------------')
-                return
+                return 0, total_page
 
             info_list = []
             for item in items:
@@ -737,7 +737,8 @@ def xc_main(log):
 
                     # 只有成功获取并保存数据时才更改状态为1
                     if success:
-                        sql_pool.update_one("UPDATE xingchao_product_record SET player_stats = 1 WHERE no = %s", (noid,))
+                        sql_pool.update_one("UPDATE xingchao_product_record SET player_stats = 1 WHERE no = %s",
+                                            (noid,))
                 except Exception as e:
                     log.error(f"Request get_player_list error: {e}")
                     # 异常情况(包括token过期等)改为状态2
@@ -769,7 +770,7 @@ def schedule_task():
     爬虫模块 定时任务 的启动文件
     """
     # 立即运行一次任务
-    xc_main(log=logger)
+    # xc_main(log=logger)
 
     # 设置定时任务
     schedule.every().day.at("00:01").do(xc_main, log=logger)
@@ -784,6 +785,8 @@ if __name__ == '__main__':
     # get_product_single_page(logger, 1, None)
 
     # get_shop_product_sold()
+    # get_shop_product_sold_single_page(logger, 1, None, 63, [], '430d4b5f53db404897586109daebee80')
+
     # get_sold_detail()
     # get_player_list(logger,'SN10763635',None,'782a2174df1a19aa26904dad1d347c97')
     # get_good_report_list()