Răsfoiți Sursa

feat(manual/trd): 订单全量 dump 按 id 切 9 段(append),分节点并行抗断

单条长连接穿 aliyun rwlb 必被掐;切 9 段(每段 ~780万行/~40min)、writeMode=append
灌同一 dt=20260722 分区,段短抗断、失败只补一段;配 socketTimeout 快速失败。

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
tianyu.chu 2 săptămâni în urmă
părinte
comite
dd64d181af

+ 38 - 0
manual/backfill/chunks_dump0722/chunk1.ini

@@ -0,0 +1,38 @@
+; 作者:tianyu.chu
+; 日期:2026-07-22
+; 工单:(无)
+; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
+;       单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
+;       停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
+; 状态:[待执行]
+;
+; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
+; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
+;
+; 运行(无 -backfill,单 job):
+;   python3 bin/datax-hive-import-starter.py \
+;     -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
+;     -start-date 20260722 -stop-date 20260723
+;   说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
+
+[reader]
+dataSource = postgresql/prd-poyee-aliyun
+database = hobby_stocks
+table = public.card_group_order_info
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+where = id >= 1210 AND id < 9269036
+querySql =
+splitPk = id
+fetchSize = 1000
+
+[writer]
+dataSource = hdfs/prd-hdfs-ha
+path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+fileType = orc
+fileName = tmp_trd_card_group_order_info_dump0722
+encoding = UTF-8
+writeMode = append
+fieldDelimiter = \t

+ 38 - 0
manual/backfill/chunks_dump0722/chunk2.ini

@@ -0,0 +1,38 @@
+; 作者:tianyu.chu
+; 日期:2026-07-22
+; 工单:(无)
+; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
+;       单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
+;       停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
+; 状态:[待执行]
+;
+; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
+; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
+;
+; 运行(无 -backfill,单 job):
+;   python3 bin/datax-hive-import-starter.py \
+;     -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
+;     -start-date 20260722 -stop-date 20260723
+;   说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
+
+[reader]
+dataSource = postgresql/prd-poyee-aliyun
+database = hobby_stocks
+table = public.card_group_order_info
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+where = id >= 9269036 AND id < 18536862
+querySql =
+splitPk = id
+fetchSize = 1000
+
+[writer]
+dataSource = hdfs/prd-hdfs-ha
+path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+fileType = orc
+fileName = tmp_trd_card_group_order_info_dump0722
+encoding = UTF-8
+writeMode = append
+fieldDelimiter = \t

+ 38 - 0
manual/backfill/chunks_dump0722/chunk3.ini

@@ -0,0 +1,38 @@
+; 作者:tianyu.chu
+; 日期:2026-07-22
+; 工单:(无)
+; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
+;       单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
+;       停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
+; 状态:[待执行]
+;
+; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
+; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
+;
+; 运行(无 -backfill,单 job):
+;   python3 bin/datax-hive-import-starter.py \
+;     -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
+;     -start-date 20260722 -stop-date 20260723
+;   说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
+
+[reader]
+dataSource = postgresql/prd-poyee-aliyun
+database = hobby_stocks
+table = public.card_group_order_info
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+where = id >= 18536862 AND id < 27804688
+querySql =
+splitPk = id
+fetchSize = 1000
+
+[writer]
+dataSource = hdfs/prd-hdfs-ha
+path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+fileType = orc
+fileName = tmp_trd_card_group_order_info_dump0722
+encoding = UTF-8
+writeMode = append
+fieldDelimiter = \t

+ 38 - 0
manual/backfill/chunks_dump0722/chunk4.ini

@@ -0,0 +1,38 @@
+; 作者:tianyu.chu
+; 日期:2026-07-22
+; 工单:(无)
+; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
+;       单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
+;       停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
+; 状态:[待执行]
+;
+; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
+; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
+;
+; 运行(无 -backfill,单 job):
+;   python3 bin/datax-hive-import-starter.py \
+;     -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
+;     -start-date 20260722 -stop-date 20260723
+;   说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
+
+[reader]
+dataSource = postgresql/prd-poyee-aliyun
+database = hobby_stocks
+table = public.card_group_order_info
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+where = id >= 27804688 AND id < 37072514
+querySql =
+splitPk = id
+fetchSize = 1000
+
+[writer]
+dataSource = hdfs/prd-hdfs-ha
+path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+fileType = orc
+fileName = tmp_trd_card_group_order_info_dump0722
+encoding = UTF-8
+writeMode = append
+fieldDelimiter = \t

+ 38 - 0
manual/backfill/chunks_dump0722/chunk5.ini

@@ -0,0 +1,38 @@
+; 作者:tianyu.chu
+; 日期:2026-07-22
+; 工单:(无)
+; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
+;       单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
+;       停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
+; 状态:[待执行]
+;
+; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
+; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
+;
+; 运行(无 -backfill,单 job):
+;   python3 bin/datax-hive-import-starter.py \
+;     -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
+;     -start-date 20260722 -stop-date 20260723
+;   说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
+
+[reader]
+dataSource = postgresql/prd-poyee-aliyun
+database = hobby_stocks
+table = public.card_group_order_info
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+where = id >= 37072514 AND id < 46340340
+querySql =
+splitPk = id
+fetchSize = 1000
+
+[writer]
+dataSource = hdfs/prd-hdfs-ha
+path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+fileType = orc
+fileName = tmp_trd_card_group_order_info_dump0722
+encoding = UTF-8
+writeMode = append
+fieldDelimiter = \t

+ 38 - 0
manual/backfill/chunks_dump0722/chunk6.ini

@@ -0,0 +1,38 @@
+; 作者:tianyu.chu
+; 日期:2026-07-22
+; 工单:(无)
+; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
+;       单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
+;       停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
+; 状态:[待执行]
+;
+; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
+; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
+;
+; 运行(无 -backfill,单 job):
+;   python3 bin/datax-hive-import-starter.py \
+;     -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
+;     -start-date 20260722 -stop-date 20260723
+;   说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
+
+[reader]
+dataSource = postgresql/prd-poyee-aliyun
+database = hobby_stocks
+table = public.card_group_order_info
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+where = id >= 46340340 AND id < 55608166
+querySql =
+splitPk = id
+fetchSize = 1000
+
+[writer]
+dataSource = hdfs/prd-hdfs-ha
+path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+fileType = orc
+fileName = tmp_trd_card_group_order_info_dump0722
+encoding = UTF-8
+writeMode = append
+fieldDelimiter = \t

+ 38 - 0
manual/backfill/chunks_dump0722/chunk7.ini

@@ -0,0 +1,38 @@
+; 作者:tianyu.chu
+; 日期:2026-07-22
+; 工单:(无)
+; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
+;       单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
+;       停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
+; 状态:[待执行]
+;
+; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
+; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
+;
+; 运行(无 -backfill,单 job):
+;   python3 bin/datax-hive-import-starter.py \
+;     -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
+;     -start-date 20260722 -stop-date 20260723
+;   说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
+
+[reader]
+dataSource = postgresql/prd-poyee-aliyun
+database = hobby_stocks
+table = public.card_group_order_info
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+where = id >= 55608166 AND id < 64875992
+querySql =
+splitPk = id
+fetchSize = 1000
+
+[writer]
+dataSource = hdfs/prd-hdfs-ha
+path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+fileType = orc
+fileName = tmp_trd_card_group_order_info_dump0722
+encoding = UTF-8
+writeMode = append
+fieldDelimiter = \t

+ 38 - 0
manual/backfill/chunks_dump0722/chunk8.ini

@@ -0,0 +1,38 @@
+; 作者:tianyu.chu
+; 日期:2026-07-22
+; 工单:(无)
+; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
+;       单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
+;       停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
+; 状态:[待执行]
+;
+; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
+; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
+;
+; 运行(无 -backfill,单 job):
+;   python3 bin/datax-hive-import-starter.py \
+;     -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
+;     -start-date 20260722 -stop-date 20260723
+;   说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
+
+[reader]
+dataSource = postgresql/prd-poyee-aliyun
+database = hobby_stocks
+table = public.card_group_order_info
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+where = id >= 64875992 AND id < 74143818
+querySql =
+splitPk = id
+fetchSize = 1000
+
+[writer]
+dataSource = hdfs/prd-hdfs-ha
+path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+fileType = orc
+fileName = tmp_trd_card_group_order_info_dump0722
+encoding = UTF-8
+writeMode = append
+fieldDelimiter = \t

+ 38 - 0
manual/backfill/chunks_dump0722/chunk9.ini

@@ -0,0 +1,38 @@
+; 作者:tianyu.chu
+; 日期:2026-07-22
+; 工单:(无)
+; 目的:全量 re-init —— 无边界拉 PG 全表当前态到新表 raw.tmp_trd_card_group_order_info_dump0722
+;       单分区 dt=20260722,作为重建 ods 的干净全量基(不动 raw_inc,不复用旧 tmp)。
+;       停调度期间跑;跑完先和 PG 按 create 对平(raw 层不漏)再往上重灌 ods。
+; 状态:[待执行]
+;
+; 前置 DDL:CREATE TABLE raw.tmp_trd_card_group_order_info_dump0722 LIKE raw.tmp_trd_card_group_order_info;
+; 配套 rebucket:manual/backfill/20260722_ods_trd_card_group_order_info_reinit_rebucket.sql(上界卡 0720)
+;
+; 运行(无 -backfill,单 job):
+;   python3 bin/datax-hive-import-starter.py \
+;     -ini manual/backfill/20260722_tmp_trd_card_group_order_info_dump0722.ini \
+;     -start-date 20260722 -stop-date 20260723
+;   说明:${dt}=start_date(runner.py),数据落 dt=20260722;where=1=1 全表,不吃 ${start_date}。
+
+[reader]
+dataSource = postgresql/prd-poyee-aliyun
+database = hobby_stocks
+table = public.card_group_order_info
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+where = id >= 74143818 AND id < 83411644
+querySql =
+splitPk = id
+fetchSize = 1000
+
+[writer]
+dataSource = hdfs/prd-hdfs-ha
+path = /user/hive/warehouse/raw.db/tmp_trd_card_group_order_info_dump0722/dt=${dt}/
+column = id,group_info_id,merchant_id,user_id,shipping_address_id,purchase_count,order_no,accounts_payable,actual_payment,payment_type,payment_time,coupon,discount,status,remark,create_time,create_by,update_time,update_by,payment_status,payment_status_desc,payment_success_time,del_flg,curier_company,refund_fee,refund_time,anonymous,pick_up_type,ship_time,refund_success_time,refund_recv_accout,refund_account,refund_request_source,card_price,act_price,goods_price_json,payment_sub_type,team_first,refuse_status,prop1,prop2,prop3,point,order_type,trade_amount,refund_type,refund_reason,evaluation,user_refund_time,refund_status,merchant_refund_reason,point_deduct,shipping_cost,merchant_remark,pay_record,order_sub_type,give_user_code,give_order_id,read_flag,give_num,invoice_id,combination_no,open_self,refund_desc,goods_allocate,close_payment_status,close_payment_time,finished_time,expire_time,settlement_amount,platform_coupon,platform_discount,discount_amount,member_discount,shipping_free_id,shipping_free_amount,discount_point,un_shipped_num,pre_un_shipped_num,wait_shipped_num,pre_wait_shipped_num,refuse_time,refuse_notice,pickup_time,waring_type,waring_status,point_type,delivery_end_time,serve_status,self_pickup_time,act_discount
+columnType =
+fileType = orc
+fileName = tmp_trd_card_group_order_info_dump0722
+encoding = UTF-8
+writeMode = append
+fieldDelimiter = \t