20260723_tmp_trd_card_group_info_dump.ini 4.0 KB

12345678910111213141516171819202122232425262728293031323334353637
  1. ; 作者:tianyu.chu
  2. ; 日期:2026-07-23
  3. ; 工单:(无)
  4. ; 目的:拼团全量 re-init —— 无边界拉 PG 全表当前态到中转表 raw.tmp_trd_card_group_info 单分区 dt=20260723,
  5. ; 交给配套 rebucket 按活动日重灌 ods 全史(至 0721)。拼团仅 ~50 万行,单 job 秒级、无需切段。
  6. ; 状态:[待执行]
  7. ;
  8. ; 配套 DDL:manual/ddl/raw/trd/tmp_trd_card_group_info_create.sql(若 tmp 已 drop 先建)
  9. ; 配套 rebucket:manual/backfill/20260723_ods_trd_card_group_info_reinit_rebucket.sql
  10. ;
  11. ; 运行(无 -backfill,单 job):
  12. ; python3 bin/datax-hive-import-starter.py \
  13. ; -ini manual/backfill/20260723_tmp_trd_card_group_info_dump.ini \
  14. ; -start-date 20260723 -stop-date 20260724
  15. ; 说明:${dt}=start_date,数据落 dt=20260723;where=1=1 全表,不吃 ${start_date}。
  16. [reader]
  17. dataSource = postgresql/prd-poyee-aliyun
  18. database = hobby_stocks
  19. table = public.card_group_info
  20. column = id,merchant_id,appid,name,code,status,specs,type,random_type,total_price,copies,unit_price,sold_copies,release_time,cycle,show_applet,title,msg,remark,create_time,update_by,update_time,order_quota_min,order_quota_max,user_quota_max,start_time,marketing_info,reviewmsg,lock,commission_rate,year,sport,manufacturer,sets,act,config,info_config,total_num,banner_end_time,add_banner,finished_time,display_name,group_sets_no,close_payment_time,confirm_send_time,close_payment_status,open_card,close_payment_record,group_full_time,live_create_time,live_start_time,live_end_time,report_start_time,report_end_time,report_review_num,report_review_first_time,report_review_end_time,review_hold_time,review_approval_time,review_num,config_json,free_flag,mer_name,change_type,act_price,act_config_json,real_sold_num,weight,hot_type,team_first,prop1,prop2,prop3,point_rate,point_max,point_min,list_id,list_code,mix_copies,sub_type,act_point_type,payment_method,payment_total_price,payment_commission,payment_finished_price,payment_remain_price,payment_online_price,exclusive,has_bg,merchant_sort,del_flg,del_time,review_account,act_id,sold_end_time,panini_list_id,hot_type_config,goods_type,report_flag,use_coupon,user_level,custom,gift_card_id,group_show_name,min_card_num,act_type,waring_type,compensation_status,point_type,first_act_config,gift_config,version,extra_prop,use_member_discount,merchant_open
  21. columnType =
  22. where = 1=1
  23. querySql =
  24. splitPk = id
  25. fetchSize = 1000
  26. [writer]
  27. dataSource = hdfs/prd-hdfs-ha
  28. path = /user/hive/warehouse/raw.db/tmp_trd_card_group_info/dt=${dt}/
  29. column = id,merchant_id,appid,name,code,status,specs,type,random_type,total_price,copies,unit_price,sold_copies,release_time,cycle,show_applet,title,msg,remark,create_time,update_by,update_time,order_quota_min,order_quota_max,user_quota_max,start_time,marketing_info,reviewmsg,lock,commission_rate,year,sport,manufacturer,sets,act,config,info_config,total_num,banner_end_time,add_banner,finished_time,display_name,group_sets_no,close_payment_time,confirm_send_time,close_payment_status,open_card,close_payment_record,group_full_time,live_create_time,live_start_time,live_end_time,report_start_time,report_end_time,report_review_num,report_review_first_time,report_review_end_time,review_hold_time,review_approval_time,review_num,config_json,free_flag,mer_name,change_type,act_price,act_config_json,real_sold_num,weight,hot_type,team_first,prop1,prop2,prop3,point_rate,point_max,point_min,list_id,list_code,mix_copies,sub_type,act_point_type,payment_method,payment_total_price,payment_commission,payment_finished_price,payment_remain_price,payment_online_price,exclusive,has_bg,merchant_sort,del_flg,del_time,review_account,act_id,sold_end_time,panini_list_id,hot_type_config,goods_type,report_flag,use_coupon,user_level,custom,gift_card_id,group_show_name,min_card_num,act_type,waring_type,compensation_status,point_type,first_act_config,gift_config,version,extra_prop,use_member_discount,merchant_open
  30. columnType =
  31. fileType = orc
  32. fileName = tmp_trd_card_group_info
  33. encoding = UTF-8
  34. writeMode = truncate
  35. fieldDelimiter = \t