| 12345678910111213141516171819202122232425262728293031323334 |
- ; 作者:tianyu.chu
- ; 日期:2026-04-30
- ; 工单:(无)
- ; 目的:PG public.app_base_user -> Hive raw.raw_usr_app_base_user_inc_d
- ; 用户主表(app_base_user),日常增量同步,时间锚点 = update_time
- ;
- ; 配套 DDL:manual/ddl/raw/usr/raw_usr_app_base_user_inc_d_create.sql
- ; 配套 mask 配置:jobs/raw/usr/raw_usr_app_base_user_inc_d.mask.ini
- ; 状态:第一版(未与业务库后端对账)
- [reader]
- dataSource = postgresql/prd-poyee-aliyun
- database = hobby_stocks
- table = public.app_base_user
- column = id,appid,point,level,register_channel,status,del_flg,remark,create_by,create_time,update_by,update_time,username,growth_num,code,notify_flag,user_id,notify_type,face_verify,open_psd,refuse_pick_up,prop1,prop2,prop3,prop4,window_open,open_invoice,blacklist,id_card,member_level,member_name,current_month_growth,member_init_flag,member_keep_growth,register_ip_addr,register_addr,login_ip_addr,login_addr,notify_top_show,voice_reminder,vibrate_reminder,consume_amount,order_total_num,open_card_show,effects_type,live_config_json,cancel_verify_num,version,daily_limit,weekly_limit,monthly_limit,live_anonymous
- columnType =
- where = update_time >= '${start_date}' AND update_time < '${stop_date}'
- querySql =
- splitPk = id
- fetchSize = 1000
- [mask]
- id_card = md5
- [writer]
- dataSource = hdfs/prd-hdfs-ha
- path = /user/hive/warehouse/raw.db/raw_usr_app_base_user_inc_d/dt=${dt}/
- column = id,appid,point,level,register_channel,status,del_flg,remark,create_by,create_time,update_by,update_time,username,growth_num,code,notify_flag,user_id,notify_type,face_verify,open_psd,refuse_pick_up,prop1,prop2,prop3,prop4,window_open,open_invoice,blacklist,id_card,member_level,member_name,current_month_growth,member_init_flag,member_keep_growth,register_ip_addr,register_addr,login_ip_addr,login_addr,notify_top_show,voice_reminder,vibrate_reminder,consume_amount,order_total_num,open_card_show,effects_type,live_config_json,cancel_verify_num,version,daily_limit,weekly_limit,monthly_limit,live_anonymous
- columnType =
- fileType = orc
- fileName = raw_usr_app_base_user_inc_d
- encoding = UTF-8
- writeMode = truncate
- fieldDelimiter = \t
|