poyee-data-warehouse/manual/backfill/20260715_tmp_trd_card_group_info_2026dump.ini

; 作者：tianyu.chu
; 日期：2026-07-15
; 工单：(无)
; 目的：一次性拉拼团 2026 活跃记录（当前态）到中转表 raw.tmp_trd_card_group_info 单分区 dt=20260716
;       替代逐段补数 —— 一个 DataX job 灌完，交给 ODS 动态分区重分桶
; 状态：[待执行]
;
; 配套 DDL：manual/ddl/raw/trd/tmp_trd_card_group_info_create.sql
; 配套 ODS：manual/backfill/20260715_ods_trd_card_group_info_2026rebucket.sql
;
; 窗口：COALESCE≥2026-01-01 全 2026 活跃单（与订单表一致）；与历史块（raw dt=20211027, create≤5/18）
;       在 Jan~5/18 有重叠，ODS 按 (pk, ods_dt) 去重/OVERWRITE 兜住，保证 2026 各日均为当前态
; 运行（无 -backfill，单 job）：
;   python3 bin/datax-hive-import-starter.py \
;     -ini manual/backfill/20260715_tmp_trd_card_group_info_2026dump.ini \
;     -start-date 20260716 -stop-date 20260717
;   说明：${dt}=start_date（runner.py），传 -start-date 20260716 让数据落 dt=20260716；
;         where 硬编码日期不吃 ${start_date}，-stop-date 仅占位。

[reader]
dataSource = postgresql/prd-poyee-aliyun
database = hobby_stocks
table = public.card_group_info
column = id,merchant_id,appid,name,code,status,specs,type,random_type,total_price,copies,unit_price,sold_copies,release_time,cycle,show_applet,title,msg,remark,create_time,update_by,update_time,order_quota_min,order_quota_max,user_quota_max,start_time,marketing_info,reviewmsg,lock,commission_rate,year,sport,manufacturer,sets,act,config,info_config,total_num,banner_end_time,add_banner,finished_time,display_name,group_sets_no,close_payment_time,confirm_send_time,close_payment_status,open_card,close_payment_record,group_full_time,live_create_time,live_start_time,live_end_time,report_start_time,report_end_time,report_review_num,report_review_first_time,report_review_end_time,review_hold_time,review_approval_time,review_num,config_json,free_flag,mer_name,change_type,act_price,act_config_json,real_sold_num,weight,hot_type,team_first,prop1,prop2,prop3,point_rate,point_max,point_min,list_id,list_code,mix_copies,sub_type,act_point_type,payment_method,payment_total_price,payment_commission,payment_finished_price,payment_remain_price,payment_online_price,exclusive,has_bg,merchant_sort,del_flg,del_time,review_account,act_id,sold_end_time,panini_list_id,hot_type_config,goods_type,report_flag,use_coupon,user_level,custom,gift_card_id,group_show_name,min_card_num,act_type,waring_type,compensation_status,point_type,first_act_config,gift_config,version,extra_prop,use_member_discount,merchant_open
columnType =
where = COALESCE(update_time, create_time) >= '2026-01-01'
querySql =
splitPk = id
fetchSize = 1000

[writer]
dataSource = hdfs/prd-hdfs-ha
path = /user/hive/warehouse/raw.db/tmp_trd_card_group_info/dt=${dt}/
column = id,merchant_id,appid,name,code,status,specs,type,random_type,total_price,copies,unit_price,sold_copies,release_time,cycle,show_applet,title,msg,remark,create_time,update_by,update_time,order_quota_min,order_quota_max,user_quota_max,start_time,marketing_info,reviewmsg,lock,commission_rate,year,sport,manufacturer,sets,act,config,info_config,total_num,banner_end_time,add_banner,finished_time,display_name,group_sets_no,close_payment_time,confirm_send_time,close_payment_status,open_card,close_payment_record,group_full_time,live_create_time,live_start_time,live_end_time,report_start_time,report_end_time,report_review_num,report_review_first_time,report_review_end_time,review_hold_time,review_approval_time,review_num,config_json,free_flag,mer_name,change_type,act_price,act_config_json,real_sold_num,weight,hot_type,team_first,prop1,prop2,prop3,point_rate,point_max,point_min,list_id,list_code,mix_copies,sub_type,act_point_type,payment_method,payment_total_price,payment_commission,payment_finished_price,payment_remain_price,payment_online_price,exclusive,has_bg,merchant_sort,del_flg,del_time,review_account,act_id,sold_end_time,panini_list_id,hot_type_config,goods_type,report_flag,use_coupon,user_level,custom,gift_card_id,group_show_name,min_card_num,act_type,waring_type,compensation_status,point_type,first_act_config,gift_config,version,extra_prop,use_member_discount,merchant_open
columnType =
fileType = orc
fileName = tmp_trd_card_group_info
encoding = UTF-8
writeMode = truncate
fieldDelimiter = \t