| 1234567891011121314151617181920212223242526272829303132333435363738 |
- ; 作者:tianyu.chu
- ; 日期:2026-07-22
- ; 工单:(无)
- ; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
- ; 单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
- ; 停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
- ; 状态:[待执行]
- ;
- ; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
- ; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
- ;
- ; 运行(无 -backfill,单 job):
- ; python3 bin/datax-hive-import-starter.py \
- ; -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
- ; -start-date 20260722 -stop-date 20260723
- ; 说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
- [reader]
- dataSource = postgresql/prd-poyee-aliyun
- database = hobby_stocks
- table = public.card_group_order_info
- column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
- columnType =
- where = id >= 9269036 AND id < 18536862
- querySql =
- splitPk = id
- fetchSize = 1000
- [writer]
- dataSource = hdfs/prd-hdfs-ha
- path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
- column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
- columnType =
- fileType = orc
- fileName = tmp_trd_card_group_order_info_dump0722
- encoding = UTF-8
- writeMode = append
- fieldDelimiter = \t
|