spider_work/leka_spider/start_leka_spider.py

# -*- coding: utf-8 -*-
# Author : Charley
# Python : 3.10.8
# Date   : 2025/3/25 18:44
import time
import schedule
import threading

from leke_login import login_main
from settings import *
from leka_new_daily_spider import leka_main
from leka_history_spider import leka_history_main


def run_threaded(job_func, *args, **kwargs):
    """
    在新线程中运行给定的函数，并传递参数。

    :param job_func: 要运行的目标函数
    :param args: 位置参数
    :param kwargs: 关键字参数
    """
    job_thread = threading.Thread(target=job_func, args=args, kwargs=kwargs)
    job_thread.start()


def schedule_task():
    """
    爬虫模块的启动文件
    """
    # 立即运行一次任务
    # login_main()
    # time.sleep(5)

    # run_threaded(leka_main, log=logger)
    # run_threaded(leka_history_main, log=logger)

    # 每天  定时更新token
    # schedule.every(3).days.at("00:06").do(run_threaded, login_main)
    schedule.every().day.at("00:01").do(run_threaded, login_main)

    # 设置定时任务
    schedule.every().day.at("00:06").do(run_threaded, leka_main, log=logger)
    # schedule.every().friday.at("08:00").do(run_threaded, leka_history_main, log=logger)

    while True:
        schedule.run_pending()
        time.sleep(1)


if __name__ == '__main__':
    schedule_task()