raw_shp_tzy_merchant_info_ful_d.ini 2.2 KB

1234567891011121314151617181920212223242526272829303132
  1. ; 作者:tianyu.chu
  2. ; 日期:2026-07-24
  3. ; 工单:(无)
  4. ; 目的:PG public.tzy_merchant_info -> Hive raw.raw_shp_tzy_merchant_info_ful_d
  5. ; 商家信息表(tzy_merchant_info),维度全量快照日拉(where 1=1,非增量窗),写 dt=T-1;模型见 kb/24 §1.2.2
  6. ;
  7. ; 配套 DDL:manual/ddl/raw/shp/raw_shp_tzy_merchant_info_ful_d_create.sql
  8. ; 配套 mask 配置:jobs/raw/shp/raw_shp_tzy_merchant_info_ful_d.mask.ini
  9. ; 状态:第一版
  10. [reader]
  11. dataSource = postgresql/prd-poyee-aliyun
  12. database = hobby_stocks
  13. table = public.tzy_merchant_info
  14. column = id,appid,user_id,username,name,status,remark,create_by,create_time,update_by,update_time,code,fans,sale_num,applet_auth,applet_lives_auth,applet_lives_role,commission_rate,prop_json,sort_rate,check_status,live_type,living_auth_config,goods_sold_num,hot_config,tag_config,mall_role,living_time,express_level,del_flg,group_show_name,main_business,min_card_num,dy_name,current_month_score,member_level,member_name,member_medal,prefer_valid_time,tag_id,show_status,point_type,refund_limit_day,open_act_discount,reputation_score,hide_stock,version,total_sold_num,shipping_cost_config,merchant_group_id
  15. columnType =
  16. where = 1=1
  17. querySql =
  18. ; splitPk 关闭:本表 MB 级,切分只产空 ORC(task 数 = channel x splitFactor),单 task 更快
  19. splitPk =
  20. fetchSize = 1000
  21. [writer]
  22. dataSource = hdfs/prd-hdfs-ha
  23. path = /user/hive/warehouse/raw.db/raw_shp_tzy_merchant_info_ful_d/dt=${dt}/
  24. column = id,appid,user_id,username,name,status,remark,create_by,create_time,update_by,update_time,code,fans,sale_num,applet_auth,applet_lives_auth,applet_lives_role,commission_rate,prop_json,sort_rate,check_status,live_type,living_auth_config,goods_sold_num,hot_config,tag_config,mall_role,living_time,express_level,del_flg,group_show_name,main_business,min_card_num,dy_name,current_month_score,member_level,member_name,member_medal,prefer_valid_time,tag_id,show_status,point_type,refund_limit_day,open_act_discount,reputation_score,hide_stock,version,total_sold_num,shipping_cost_config,merchant_group_id
  25. columnType =
  26. fileType = orc
  27. fileName = raw_shp_tzy_merchant_info_ful_d
  28. encoding = UTF-8
  29. writeMode = truncate
  30. fieldDelimiter = \t