spider_work/pokemon_tcg_spider/remove_data.py

# -*- coding: utf-8 -*-
# Author : Charley
# Python : 3.10.8
# Date   : 2025/8/25 18:00
from loguru import logger

from mysql_pool import MySQLConnectionPool

sql_pool = MySQLConnectionPool(log=logger)
all_us_data = sql_pool.select_all(
    "select card_id,card_name,img,major_category_name,category_id,category_name,detail_url,card_no_rarity,card_no,rarity from pokemon_card_us_record")

info_list = []
for data in all_us_data:
    # print(data)
    # data_dict.update(data)
    data_dict = {
        "card_id": data[0],
        "card_name": data[1],
        "img": data[2],
        "major_category_name": data[3],
        "pg_value": data[4],
        "pg_label": data[5],
        "detail_url": data[6],
        "card_no_rarity": data[7],
        "card_no": data[8],
        "rarity": data[9],
        "crawler_language": "us"
    }
    print(data_dict)
    info_list.append(data_dict)

sql_pool.insert_many(table="pokemon_card_record", data_list=info_list)