chunk2.ini 3.8 KB

1234567891011121314151617181920212223242526272829303132333435363738
  1. ; 作者:tianyu.chu
  2. ; 日期:2026-07-22
  3. ; 工单:(无)
  4. ; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
  5. ; 单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
  6. ; 停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
  7. ; 状态:[待执行]
  8. ;
  9. ; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
  10. ; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
  11. ;
  12. ; 运行(无 -backfill,单 job):
  13. ; python3 bin/datax-hive-import-starter.py \
  14. ; -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
  15. ; -start-date 20260722 -stop-date 20260723
  16. ; 说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
  17. [reader]
  18. dataSource = postgresql/prd-poyee-aliyun
  19. database = hobby_stocks
  20. table = public.card_group_order_info
  21. column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
  22. columnType =
  23. where = id >= 9269036 AND id < 18536862
  24. querySql =
  25. splitPk = id
  26. fetchSize = 1000
  27. [writer]
  28. dataSource = hdfs/prd-hdfs-ha
  29. path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
  30. column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
  31. columnType =
  32. fileType = orc
  33. fileName = tmp_trd_card_group_order_info_dump0722
  34. encoding = UTF-8
  35. writeMode = append
  36. fieldDelimiter = \t