feat(manual/trd): 拼团全量 re-init（dump 全表 + 活动日 rebucket + seed GREATEST）

新增 0723 dump ini（where 1=1 全表 ~50万）+ rebucket（活动日 GREATEST 单条、≤0721）；
ful seed 排序键 COALESCE→GREATEST。拼团小表，无切段/无资源调优。

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>

manual/backfill/20260717_ods_trd_card_group_info_ful_d_seed.sql

@@ -7,7 +7,7 @@
 --       不会把 D 之后的变更算进来；因此可 seed 到任意历史日。
 --       merge 模式需要一个起点，本脚本就是那个起点，只跑一次；之后由
 --       jobs/ods/trd/ods_trd_card_group_info_ful_d.sql 天天 merge 递推。
---       排序键 COALESCE(update_time, create_time) 与 ods 的 ods_dt 归位口径一致。
+--       排序键 GREATEST(create_time, update_time) = 活动日口径，取最后活动那版为最新态。
 --       静态分区写入（PARTITION(dt='${dt}')）：源=inc、目标=full，不同表，无读写冲突。
 --       lock 是保留字，SELECT 里必须带反引号。
 --       跑法：python3 bin/spark-sql-starter.py -f <本文件> -dt <seed日, 如 20260716>
@@ -40,7 +40,7 @@ SELECT
     is_deleted
 FROM (
     SELECT *,
-        ROW_NUMBER() OVER (PARTITION BY id ORDER BY COALESCE(update_time, create_time) DESC) AS rn
+        ROW_NUMBER() OVER (PARTITION BY id ORDER BY GREATEST(create_time, update_time) DESC) AS rn
     FROM ods.ods_trd_card_group_info_inc_d
     WHERE dt <= '${dt}'
 ) t

manual/backfill/20260723_ods_trd_card_group_info_reinit_rebucket.sql

@@ -0,0 +1,146 @@
+-- 作者：tianyu.chu
+-- 日期：2026-07-23
+-- 工单：(无)
+-- 目的：拼团全量 re-init 重灌——读 tmp(dt=20260723 全表当前态)，每单一行落其活动日 = GREATEST(create,update)，
+--       重灌 ods_inc 全史分区（至 0721）。业务会改 create、无"创建日"概念，取较晚者为最后活动日。
+-- 状态：[待执行]
+-- 备注：口径与 jobs/ods/trd/ods_trd_card_group_info_inc_d.sql 一致（GREATEST 活动日、单条）；
+--       上界 ≤ 0721：0722 交调度自愈（任务日 0723 处理 0722），无下界（全史）；
+--       拼团仅 ~50 万行，无需资源调优；lock 是保留字，SELECT 带反引号；
+--       dump 一单一行一活动日，(id) 天然不重，无需去重；
+--       跑前先 DROP + 重建空表 ods.ods_trd_card_group_info_inc_d（外部表 DROP 不清 HDFS，另 hdfs rm）；
+--       跑完按 id 对 dump（活动日≤0721 的单数）验平后，tmp 中转表可 DROP。
+--       跑法：python3 bin/spark-sql-starter.py -f manual/backfill/20260723_ods_trd_card_group_info_reinit_rebucket.sql
+
+SET hive.exec.dynamic.partition=true;
+SET hive.exec.dynamic.partition.mode=nonstrict;
+SET hive.exec.max.dynamic.partitions=5000;
+SET hive.exec.max.dynamic.partitions.pernode=5000;
+
+INSERT OVERWRITE TABLE ods.ods_trd_card_group_info_inc_d PARTITION (dt)
+SELECT
+    CAST(id                           AS BIGINT)        AS id,
+    CAST(merchant_id                  AS BIGINT)        AS merchant_id,
+    appid                                               AS appid,
+    name                                                AS name,
+    code                                                AS code,
+    CAST(status                       AS BIGINT)        AS status,
+    specs                                               AS specs,
+    type                                                AS type,
+    random_type                                         AS random_type,
+    CAST(total_price                  AS DECIMAL(20,4)) AS total_price,
+    CAST(copies                       AS BIGINT)        AS copies,
+    CAST(unit_price                   AS DECIMAL(20,4)) AS unit_price,
+    CAST(sold_copies                  AS BIGINT)        AS sold_copies,
+    release_time                                        AS release_time,
+    cycle                                               AS cycle,
+    show_applet                                         AS show_applet,
+    title                                               AS title,
+    msg                                                 AS msg,
+    remark                                              AS remark,
+    CAST(create_time                  AS TIMESTAMP)     AS create_time,
+    update_by                                           AS update_by,
+    CAST(update_time                  AS TIMESTAMP)     AS update_time,
+    CAST(order_quota_min              AS BIGINT)        AS order_quota_min,
+    CAST(order_quota_max              AS BIGINT)        AS order_quota_max,
+    CAST(user_quota_max               AS BIGINT)        AS user_quota_max,
+    CAST(start_time                   AS TIMESTAMP)     AS start_time,
+    marketing_info                                      AS marketing_info,
+    reviewmsg                                           AS reviewmsg,
+    CAST(`lock`                       AS BOOLEAN)       AS `lock`,
+    commission_rate                                     AS commission_rate,
+    year                                                AS year,
+    sport                                               AS sport,
+    manufacturer                                        AS manufacturer,
+    sets                                                AS sets,
+    act                                                 AS act,
+    config                                              AS config,
+    info_config                                         AS info_config,
+    CAST(total_num                    AS BIGINT)        AS total_num,
+    CAST(banner_end_time              AS TIMESTAMP)     AS banner_end_time,
+    add_banner                                          AS add_banner,
+    CAST(finished_time                AS TIMESTAMP)     AS finished_time,
+    display_name                                        AS display_name,
+    CAST(group_sets_no                AS BIGINT)        AS group_sets_no,
+    CAST(close_payment_time           AS TIMESTAMP)     AS close_payment_time,
+    CAST(confirm_send_time            AS TIMESTAMP)     AS confirm_send_time,
+    CAST(close_payment_status         AS BIGINT)        AS close_payment_status,
+    CAST(open_card                    AS BIGINT)        AS open_card,
+    close_payment_record                                AS close_payment_record,
+    CAST(group_full_time              AS TIMESTAMP)     AS group_full_time,
+    CAST(live_create_time             AS TIMESTAMP)     AS live_create_time,
+    CAST(live_start_time              AS TIMESTAMP)     AS live_start_time,
+    CAST(live_end_time                AS TIMESTAMP)     AS live_end_time,
+    CAST(report_start_time            AS TIMESTAMP)     AS report_start_time,
+    CAST(report_end_time              AS TIMESTAMP)     AS report_end_time,
+    CAST(report_review_num            AS BIGINT)        AS report_review_num,
+    CAST(report_review_first_time     AS TIMESTAMP)     AS report_review_first_time,
+    CAST(report_review_end_time       AS TIMESTAMP)     AS report_review_end_time,
+    CAST(review_hold_time             AS TIMESTAMP)     AS review_hold_time,
+    CAST(review_approval_time         AS TIMESTAMP)     AS review_approval_time,
+    CAST(review_num                   AS BIGINT)        AS review_num,
+    config_json                                         AS config_json,
+    CAST(free_flag                    AS BIGINT)        AS free_flag,
+    mer_name                                            AS mer_name,
+    change_type                                         AS change_type,
+    CAST(act_price                    AS DECIMAL(20,4)) AS act_price,
+    act_config_json                                     AS act_config_json,
+    CAST(real_sold_num                AS BIGINT)        AS real_sold_num,
+    CAST(weight                       AS BIGINT)        AS weight,
+    hot_type                                            AS hot_type,
+    CAST(team_first                   AS BIGINT)        AS team_first,
+    prop1                                               AS prop1,
+    prop2                                               AS prop2,
+    prop3                                               AS prop3,
+    CAST(point_rate                   AS BIGINT)        AS point_rate,
+    CAST(point_max                    AS BIGINT)        AS point_max,
+    CAST(point_min                    AS BIGINT)        AS point_min,
+    CAST(list_id                      AS BIGINT)        AS list_id,
+    list_code                                           AS list_code,
+    CAST(mix_copies                   AS BIGINT)        AS mix_copies,
+    sub_type                                            AS sub_type,
+    act_point_type                                      AS act_point_type,
+    CAST(payment_method               AS BIGINT)        AS payment_method,
+    CAST(payment_total_price          AS DECIMAL(20,4)) AS payment_total_price,
+    CAST(payment_commission           AS DECIMAL(20,4)) AS payment_commission,
+    CAST(payment_finished_price       AS DECIMAL(20,4)) AS payment_finished_price,
+    CAST(payment_remain_price         AS DECIMAL(20,4)) AS payment_remain_price,
+    CAST(payment_online_price         AS DECIMAL(20,4)) AS payment_online_price,
+    CAST(exclusive                    AS BIGINT)        AS exclusive,
+    CAST(has_bg                       AS BIGINT)        AS has_bg,
+    CAST(merchant_sort                AS BIGINT)        AS merchant_sort,
+    CAST(del_flg                      AS BIGINT)        AS del_flg,
+    CAST(del_time                     AS TIMESTAMP)     AS del_time,
+    review_account                                      AS review_account,
+    CAST(act_id                       AS BIGINT)        AS act_id,
+    CAST(sold_end_time                AS TIMESTAMP)     AS sold_end_time,
+    CAST(panini_list_id               AS BIGINT)        AS panini_list_id,
+    hot_type_config                                     AS hot_type_config,
+    CAST(goods_type                   AS BIGINT)        AS goods_type,
+    CAST(report_flag                  AS BIGINT)        AS report_flag,
+    CAST(use_coupon                   AS BIGINT)        AS use_coupon,
+    CAST(user_level                   AS BIGINT)        AS user_level,
+    CAST(custom                       AS BIGINT)        AS custom,
+    CAST(gift_card_id                 AS BIGINT)        AS gift_card_id,
+    group_show_name                                     AS group_show_name,
+    CAST(min_card_num                 AS BIGINT)        AS min_card_num,
+    act_type                                            AS act_type,
+    waring_type                                         AS waring_type,
+    CAST(compensation_status          AS BIGINT)        AS compensation_status,
+    point_type                                          AS point_type,
+    first_act_config                                    AS first_act_config,
+    gift_config                                         AS gift_config,
+    CAST(version                      AS BIGINT)        AS version,
+    extra_prop                                          AS extra_prop,
+    CAST(use_member_discount          AS BIGINT)        AS use_member_discount,
+    CAST(merchant_open                AS BIGINT)        AS merchant_open,
+    CASE WHEN del_flg = '1' THEN TRUE ELSE FALSE END    AS is_deleted,
+    adt                                                 AS dt
+FROM (
+    SELECT *,
+        DATE_FORMAT(GREATEST(create_time, NULLIF(update_time, '')), 'yyyyMMdd') AS adt   -- 活动日 = GREATEST(create,update)
+    FROM raw.tmp_trd_card_group_info
+    WHERE dt = '20260723'
+) t
+WHERE adt <= '20260721'
+DISTRIBUTE BY dt;

manual/backfill/20260723_tmp_trd_card_group_info_dump.ini

@@ -0,0 +1,37 @@
+; 作者：tianyu.chu
+; 日期：2026-07-23
+; 工单：(无)
+; 目的：拼团全量 re-init —— 无边界拉 PG 全表当前态到中转表 raw.tmp_trd_card_group_info 单分区 dt=20260723，
+;       交给配套 rebucket 按活动日重灌 ods 全史（至 0721）。拼团仅 ~50 万行，单 job 秒级、无需切段。
+; 状态：[待执行]
+;
+; 配套 DDL：manual/ddl/raw/trd/tmp_trd_card_group_info_create.sql（若 tmp 已 drop 先建）
+; 配套 rebucket：manual/backfill/20260723_ods_trd_card_group_info_reinit_rebucket.sql
+;
+; 运行（无 -backfill，单 job）：
+;   python3 bin/datax-hive-import-starter.py \
+;     -ini manual/backfill/20260723_tmp_trd_card_group_info_dump.ini \
+;     -start-date 20260723 -stop-date 20260724
+;   说明：${dt}=start_date，数据落 dt=20260723；where=1=1 全表，不吃 ${start_date}。
+
+[reader]
+dataSource = postgresql/prd-poyee-aliyun
+database = hobby_stocks
+table = public.card_group_info
+column = id,merchant_id,appid,name,code,status,specs,type,random_type,total_price,copies,unit_price,sold_copies,release_time,cycle,show_applet,title,msg,remark,create_time,update_by,update_time,order_quota_min,order_quota_max,user_quota_max,start_time,marketing_info,reviewmsg,lock,commission_rate,year,sport,manufacturer,sets,act,config,info_config,total_num,banner_end_time,add_banner,finished_time,display_name,group_sets_no,close_payment_time,confirm_send_time,close_payment_status,open_card,close_payment_record,group_full_time,live_create_time,live_start_time,live_end_time,report_start_time,report_end_time,report_review_num,report_review_first_time,report_review_end_time,review_hold_time,review_approval_time,review_num,config_json,free_flag,mer_name,change_type,act_price,act_config_json,real_sold_num,weight,hot_type,team_first,prop1,prop2,prop3,point_rate,point_max,point_min,list_id,list_code,mix_copies,sub_type,act_point_type,payment_method,payment_total_price,payment_commission,payment_finished_price,payment_remain_price,payment_online_price,exclusive,has_bg,merchant_sort,del_flg,del_time,review_account,act_id,sold_end_time,panini_list_id,hot_type_config,goods_type,report_flag,use_coupon,user_level,custom,gift_card_id,group_show_name,min_card_num,act_type,waring_type,compensation_status,point_type,first_act_config,gift_config,version,extra_prop,use_member_discount,merchant_open
+columnType =
+where = 1=1
+querySql =
+splitPk = id
+fetchSize = 1000
+
+[writer]
+dataSource = hdfs/prd-hdfs-ha
+path = /user/hive/warehouse/raw.db/tmp_trd_card_group_info/dt=${dt}/
+column = id,merchant_id,appid,name,code,status,specs,type,random_type,total_price,copies,unit_price,sold_copies,release_time,cycle,show_applet,title,msg,remark,create_time,update_by,update_time,order_quota_min,order_quota_max,user_quota_max,start_time,marketing_info,reviewmsg,lock,commission_rate,year,sport,manufacturer,sets,act,config,info_config,total_num,banner_end_time,add_banner,finished_time,display_name,group_sets_no,close_payment_time,confirm_send_time,close_payment_status,open_card,close_payment_record,group_full_time,live_create_time,live_start_time,live_end_time,report_start_time,report_end_time,report_review_num,report_review_first_time,report_review_end_time,review_hold_time,review_approval_time,review_num,config_json,free_flag,mer_name,change_type,act_price,act_config_json,real_sold_num,weight,hot_type,team_first,prop1,prop2,prop3,point_rate,point_max,point_min,list_id,list_code,mix_copies,sub_type,act_point_type,payment_method,payment_total_price,payment_commission,payment_finished_price,payment_remain_price,payment_online_price,exclusive,has_bg,merchant_sort,del_flg,del_time,review_account,act_id,sold_end_time,panini_list_id,hot_type_config,goods_type,report_flag,use_coupon,user_level,custom,gift_card_id,group_show_name,min_card_num,act_type,waring_type,compensation_status,point_type,first_act_config,gift_config,version,extra_prop,use_member_discount,merchant_open
+columnType =
+fileType = orc
+fileName = tmp_trd_card_group_info
+encoding = UTF-8
+writeMode = truncate
+fieldDelimiter = \t