| 12345678910111213141516171819202122232425262728293031 |
- ; 作者:tianyu.chu
- ; 日期:2026-04-30
- ; 工单:(无)
- ; 目的:PG public.tzy_merchant_info -> Hive raw.raw_shp_tzy_merchant_info_inc_d
- ; 商家信息表(tzy_merchant_info),日常增量同步,时间锚点 = update_time
- ;
- ; 配套 DDL:manual/ddl/raw/shp/raw_shp_tzy_merchant_info_inc_d_create.sql
- ; 配套 mask 配置:jobs/raw/shp/raw_shp_tzy_merchant_info_inc_d.mask.ini
- ; 状态:第一版(未与业务库后端对账)
- [reader]
- dataSource = postgresql/prd-poyee-aliyun
- database = hobby_stocks
- table = public.tzy_merchant_info
- column = id,appid,user_id,username,name,status,remark,create_by,create_time,update_by,update_time,code,fans,sale_num,applet_auth,applet_lives_auth,applet_lives_role,commission_rate,prop_json,sort_rate,check_status,live_type,living_auth_config,goods_sold_num,hot_config,tag_config,mall_role,living_time,express_level,del_flg,group_show_name,main_business,min_card_num,dy_name,current_month_score,member_level,member_name,member_medal,prefer_valid_time,tag_id,show_status,point_type,refund_limit_day,open_act_discount,reputation_score,hide_stock,version,total_sold_num,shipping_cost_config,merchant_group_id
- columnType =
- where = update_time >= '${start_date}' AND update_time < '${stop_date}'
- querySql =
- splitPk = id
- fetchSize = 1000
- [writer]
- dataSource = hdfs/prd-hdfs-ha
- path = /user/hive/warehouse/raw.db/raw_shp_tzy_merchant_info_inc_d/dt=${dt}/
- column = id,appid,user_id,username,name,status,remark,create_by,create_time,update_by,update_time,code,fans,sale_num,applet_auth,applet_lives_auth,applet_lives_role,commission_rate,prop_json,sort_rate,check_status,live_type,living_auth_config,goods_sold_num,hot_config,tag_config,mall_role,living_time,express_level,del_flg,group_show_name,main_business,min_card_num,dy_name,current_month_score,member_level,member_name,member_medal,prefer_valid_time,tag_id,show_status,point_type,refund_limit_day,open_act_discount,reputation_score,hide_stock,version,total_sold_num,shipping_cost_config,merchant_group_id
- columnType =
- fileType = orc
- fileName = raw_shp_tzy_merchant_info_inc_d
- encoding = UTF-8
- writeMode = truncate
- fieldDelimiter = \t
|