Przeglądaj źródła

feat(manual/trd): 订单全量 re-init dump ini(无边界,新表 dump0722)

停调度期间无 where 拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722,
作为重建 ods 的干净全量基;不动 raw_inc、不复用旧 tmp。

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
tianyu.chu 2 tygodni temu
rodzic
commit
5b9bd81a5b

+ 38 - 0
manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini

@@ -0,0 +1,38 @@
+; 作者:tianyu.chu
+; 日期:2026-07-22
+; 工单:(无)
+; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
+;       单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
+;       停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
+; 状态:[待执行]
+;
+; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
+; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
+;
+; 运行(无 -backfill,单 job):
+;   python3 bin/datax-hive-import-starter.py \
+;     -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
+;     -start-date 20260722 -stop-date 20260723
+;   说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
+
+[reader]
+dataSource = postgresql/prd-poyee-aliyun
+database = hobby_stocks
+table = public.card_group_order_info
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+where = 1=1
+querySql =
+splitPk = id
+fetchSize = 1000
+
+[writer]
+dataSource = hdfs/prd-hdfs-ha
+path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+fileType = orc
+fileName = tmp_trd_card_group_order_info_dump0722
+encoding = UTF-8
+writeMode = truncate
+fieldDelimiter = \t