|
@@ -3,6 +3,7 @@
|
|
|
# Python : 3.10.8
|
|
# Python : 3.10.8
|
|
|
# Date : 2025/6/11 19:00
|
|
# Date : 2025/6/11 19:00
|
|
|
import inspect
|
|
import inspect
|
|
|
|
|
+import random
|
|
|
import time
|
|
import time
|
|
|
|
|
|
|
|
import requests
|
|
import requests
|
|
@@ -61,7 +62,6 @@ def get_proxys(log):
|
|
|
log.error(f"Error getting proxy: {e}")
|
|
log.error(f"Error getting proxy: {e}")
|
|
|
raise e
|
|
raise e
|
|
|
|
|
|
|
|
-
|
|
|
|
|
def save_data(sql_pool, info):
|
|
def save_data(sql_pool, info):
|
|
|
"""
|
|
"""
|
|
|
保存数据
|
|
保存数据
|
|
@@ -163,6 +163,7 @@ def get_bc_resp(log, keyword, sql_pool):
|
|
|
|
|
|
|
|
with requests.Session() as session:
|
|
with requests.Session() as session:
|
|
|
response = session.post(url, headers=headers, params=params, proxies=get_proxys(log), timeout=10)
|
|
response = session.post(url, headers=headers, params=params, proxies=get_proxys(log), timeout=10)
|
|
|
|
|
+ # response = requests.post(url, headers=headers, params=params, proxies=get_proxys(log), timeout=10)
|
|
|
# print(response.text)
|
|
# print(response.text)
|
|
|
# print(response.json())
|
|
# print(response.json())
|
|
|
response.raise_for_status()
|
|
response.raise_for_status()
|
|
@@ -225,6 +226,7 @@ def baocui_main(log):
|
|
|
except Exception as e:
|
|
except Exception as e:
|
|
|
log.error(f"Loop keyword:{keyword} 获取失败, error:{e}")
|
|
log.error(f"Loop keyword:{keyword} 获取失败, error:{e}")
|
|
|
sql_pool.update_one("update baocui_task set state = 3 where keyword = %s", (keyword,))
|
|
sql_pool.update_one("update baocui_task set state = 3 where keyword = %s", (keyword,))
|
|
|
|
|
+ time.sleep(random.uniform(0.5, 1))
|
|
|
except Exception as e:
|
|
except Exception as e:
|
|
|
log.error(f'{inspect.currentframe().f_code.co_name} error: {e}')
|
|
log.error(f'{inspect.currentframe().f_code.co_name} error: {e}')
|
|
|
finally:
|
|
finally:
|
