|
@@ -28,7 +28,7 @@ HEADERS = {
|
|
|
# "sign": "3c5028da758dc416455f575334cadaab",
|
|
# "sign": "3c5028da758dc416455f575334cadaab",
|
|
|
# "x-token": "782a2174df1a19aa26904dad1d347c97",
|
|
# "x-token": "782a2174df1a19aa26904dad1d347c97",
|
|
|
"client": "yingyongbao",
|
|
"client": "yingyongbao",
|
|
|
- "appversion": "2.1.10",
|
|
|
|
|
|
|
+ "appversion": "3.1.4",
|
|
|
# "nonce": "507060933e1e0585",
|
|
# "nonce": "507060933e1e0585",
|
|
|
"deviceid": "null",
|
|
"deviceid": "null",
|
|
|
"jrd": "100d85590861f713a85",
|
|
"jrd": "100d85590861f713a85",
|
|
@@ -139,7 +139,7 @@ def get_product_single_page(log, page: int, sql_pool, sql_shop_id_list):
|
|
|
items = response.json().get("data", {}).get("list", [])
|
|
items = response.json().get("data", {}).get("list", [])
|
|
|
if not items:
|
|
if not items:
|
|
|
log.debug(f'--------------- page {page} has no items ---------------')
|
|
log.debug(f'--------------- page {page} has no items ---------------')
|
|
|
- return
|
|
|
|
|
|
|
+ return 0, total_page
|
|
|
|
|
|
|
|
info_list = []
|
|
info_list = []
|
|
|
for item in items:
|
|
for item in items:
|
|
@@ -236,7 +236,7 @@ def get_shop_product_sold_single_page(log, page: int, sql_pool, shop_id, sql_pro
|
|
|
items = response.json().get("data", {}).get("list", [])
|
|
items = response.json().get("data", {}).get("list", [])
|
|
|
if not items:
|
|
if not items:
|
|
|
log.debug(f'--------------- page {page} has no items ---------------')
|
|
log.debug(f'--------------- page {page} has no items ---------------')
|
|
|
- return
|
|
|
|
|
|
|
+ return 0, total_page
|
|
|
|
|
|
|
|
info_list = []
|
|
info_list = []
|
|
|
for item in items:
|
|
for item in items:
|
|
@@ -737,7 +737,8 @@ def xc_main(log):
|
|
|
|
|
|
|
|
# 只有成功获取并保存数据时才更改状态为1
|
|
# 只有成功获取并保存数据时才更改状态为1
|
|
|
if success:
|
|
if success:
|
|
|
- sql_pool.update_one("UPDATE xingchao_product_record SET player_stats = 1 WHERE no = %s", (noid,))
|
|
|
|
|
|
|
+ sql_pool.update_one("UPDATE xingchao_product_record SET player_stats = 1 WHERE no = %s",
|
|
|
|
|
+ (noid,))
|
|
|
except Exception as e:
|
|
except Exception as e:
|
|
|
log.error(f"Request get_player_list error: {e}")
|
|
log.error(f"Request get_player_list error: {e}")
|
|
|
# 异常情况(包括token过期等)改为状态2
|
|
# 异常情况(包括token过期等)改为状态2
|
|
@@ -769,7 +770,7 @@ def schedule_task():
|
|
|
爬虫模块 定时任务 的启动文件
|
|
爬虫模块 定时任务 的启动文件
|
|
|
"""
|
|
"""
|
|
|
# 立即运行一次任务
|
|
# 立即运行一次任务
|
|
|
- xc_main(log=logger)
|
|
|
|
|
|
|
+ # xc_main(log=logger)
|
|
|
|
|
|
|
|
# 设置定时任务
|
|
# 设置定时任务
|
|
|
schedule.every().day.at("00:01").do(xc_main, log=logger)
|
|
schedule.every().day.at("00:01").do(xc_main, log=logger)
|
|
@@ -784,6 +785,8 @@ if __name__ == '__main__':
|
|
|
# get_product_single_page(logger, 1, None)
|
|
# get_product_single_page(logger, 1, None)
|
|
|
|
|
|
|
|
# get_shop_product_sold()
|
|
# get_shop_product_sold()
|
|
|
|
|
+ # get_shop_product_sold_single_page(logger, 1, None, 63, [], '430d4b5f53db404897586109daebee80')
|
|
|
|
|
+
|
|
|
# get_sold_detail()
|
|
# get_sold_detail()
|
|
|
# get_player_list(logger,'SN10763635',None,'782a2174df1a19aa26904dad1d347c97')
|
|
# get_player_list(logger,'SN10763635',None,'782a2174df1a19aa26904dad1d347c97')
|
|
|
# get_good_report_list()
|
|
# get_good_report_list()
|