spider_work/gbca_spider/add_task.py

# -*- coding: utf-8 -*-
# Author : Charley
# Python : 3.10.8
# Date   : 2025/6/9 18:53
from mysql_pool import MySQLConnectionPool
from loguru import logger


# logger.remove()
# logger.add("./logs/add_{time:YYYYMMDD}.log", encoding='utf-8', rotation="00:00",
#            format="[{time:YYYY-MM-DD HH:mm:ss.SSS}] {level} {message}",
#            level="DEBUG", retention="15 day")


def get_811_code_list() -> list:
    """
    获取811类 的 code_list  体育类
    :return: code_list
    """
    code_list = [code for code in range(8110150000, 8110172000 + 1)]
    return code_list


# def get_821_code_list() -> list:
#     """
#     获取821类 的 code_list  影视/tcg类
#     :return: code_list
#     """
#     code_list = [code for code in range(8210000000, 8210150000+1)]
#     return code_list


def get_851_code_list() -> list:
    """
    获取851类 的 code_list  动漫类
    :return: code_list
    """
    code_list = [code for code in range(8510000000, 8510013072 + 1)]
    return code_list


def get_831_code_list() -> list:
    """
    获取851类 的 code_list  动漫类
    :return: code_list
    """
    code_list = [code for code in range(8310005000, 8310010000 + 1)]
    return code_list


sql_pool = MySQLConnectionPool(log=logger)
# sql_no_list = sql_pool.select_all("select rating_code from gbca_record")
# sql_no_list = [sql_no[0] for sql_no in sql_no_list]

info_list = []
# for rating_code in get_811_code_list():
#     # if rating_code in sql_no_list:
#     #     logger.info(f"{rating_code} 已存在")
#     #     continue
#     # else:
#     data_dict = {"keyword": rating_code}
#     print(data_dict)
#     info_list.append(data_dict)
# # sql_pool.insert_many("insert into gbca_task (keyword) VALUES (%s)", info_list)
# # sql_pool.insert_many(table="gbca_task", data_list=info_list, ignore=True)
# info_list.clear()
# logger.info(f"811类任务添加完成")
#
# # ----------------------------------------------------------------------------------------------------------------------
# for  rating_code in get_821_code_list():
#     if rating_code in sql_no_list:
#         logger.info(f"{rating_code} 已存在")
#         continue
#     else:
#         info_list.append(rating_code)
# sql_pool.insert_all("insert into gbca_task (keyword) VALUES (%s)", info_list)
# info_list.clear()
# logger.info(f"821类任务添加完成")
#
# # ----------------------------------------------------------------------------------------------------------------------
for rating_code in get_851_code_list():
    # if rating_code in sql_no_list:
    #     logger.info(f"{rating_code} 已存在")
    #     continue
    # else:
    data_dict = {"keyword": rating_code}
    info_list.append(data_dict)
sql_pool.insert_many(table="gbca_task", data_list=info_list, ignore=True)
info_list.clear()
logger.info(f"851类任务添加完成")

# ----------------------------------------------------------------------------------------------------------------------
# for rating_code in get_831_code_list():
#     # if rating_code in sql_no_list:
#     #     logger.info(f"{rating_code} 已存在")
#     #     continue
#     # else:
#     data_dict = {"keyword": rating_code}
#     print(data_dict)
#     info_list.append(data_dict)
# sql_pool.insert_many(table="gbca_task", data_list=info_list, ignore=True)
# info_list.clear()
# logger.info(f"831类任务添加完成")