raw_shp_tzy_merchant_info_inc_d.ini 2.1 KB

12345678910111213141516171819202122232425262728293031
  1. ; 作者:tianyu.chu
  2. ; 日期:2026-04-30
  3. ; 工单:(无)
  4. ; 目的:PG public.tzy_merchant_info -> Hive raw.raw_shp_tzy_merchant_info_inc_d
  5. ; 商家信息表(tzy_merchant_info),日常增量同步,时间锚点 = update_time
  6. ;
  7. ; 配套 DDL:manual/ddl/raw/shp/raw_shp_tzy_merchant_info_inc_d_create.sql
  8. ; 配套 mask 配置:jobs/raw/shp/raw_shp_tzy_merchant_info_inc_d.mask.ini
  9. ; 状态:第一版(未与业务库后端对账)
  10. [reader]
  11. dataSource = postgresql/prd-poyee-aliyun
  12. database = hobby_stocks
  13. table = public.tzy_merchant_info
  14. column = id,appid,user_id,username,name,status,remark,create_by,create_time,update_by,update_time,code,fans,sale_num,applet_auth,applet_lives_auth,applet_lives_role,commission_rate,prop_json,sort_rate,check_status,live_type,living_auth_config,goods_sold_num,hot_config,tag_config,mall_role,living_time,express_level,del_flg,group_show_name,main_business,min_card_num,dy_name,current_month_score,member_level,member_name,member_medal,prefer_valid_time,tag_id,show_status,point_type,refund_limit_day,open_act_discount,reputation_score,hide_stock,version,total_sold_num,shipping_cost_config,merchant_group_id
  15. columnType =
  16. where = update_time >= '${start_date}' AND update_time < '${stop_date}'
  17. querySql =
  18. splitPk = id
  19. fetchSize = 1000
  20. [writer]
  21. dataSource = hdfs/prd-hdfs-ha
  22. path = /user/hive/warehouse/raw.db/raw_shp_tzy_merchant_info_inc_d/dt=${dt}/
  23. column = id,appid,user_id,username,name,status,remark,create_by,create_time,update_by,update_time,code,fans,sale_num,applet_auth,applet_lives_auth,applet_lives_role,commission_rate,prop_json,sort_rate,check_status,live_type,living_auth_config,goods_sold_num,hot_config,tag_config,mall_role,living_time,express_level,del_flg,group_show_name,main_business,min_card_num,dy_name,current_month_score,member_level,member_name,member_medal,prefer_valid_time,tag_id,show_status,point_type,refund_limit_day,open_act_discount,reputation_score,hide_stock,version,total_sold_num,shipping_cost_config,merchant_group_id
  24. columnType =
  25. fileType = orc
  26. fileName = raw_shp_tzy_merchant_info_inc_d
  27. encoding = UTF-8
  28. writeMode = truncate
  29. fieldDelimiter = \t