raw_usr_app_base_user_inc_d.ini 2.1 KB

12345678910111213141516171819202122232425262728293031323334
  1. ; 作者:tianyu.chu
  2. ; 日期:2026-04-30
  3. ; 工单:(无)
  4. ; 目的:PG public.app_base_user -> Hive raw.raw_usr_app_base_user_inc_d
  5. ; 用户主表(app_base_user),日常增量同步,时间锚点 = update_time
  6. ;
  7. ; 配套 DDL:manual/ddl/raw/usr/raw_usr_app_base_user_inc_d_create.sql
  8. ; 配套 mask 配置:jobs/raw/usr/raw_usr_app_base_user_inc_d.mask.ini
  9. ; 状态:第一版(未与业务库后端对账)
  10. [reader]
  11. dataSource = postgresql/prd-poyee-aliyun
  12. database = hobby_stocks
  13. table = public.app_base_user
  14. column = id,appid,point,level,register_channel,status,del_flg,remark,create_by,create_time,update_by,update_time,username,growth_num,code,notify_flag,user_id,notify_type,face_verify,open_psd,refuse_pick_up,prop1,prop2,prop3,prop4,window_open,open_invoice,blacklist,id_card,member_level,member_name,current_month_growth,member_init_flag,member_keep_growth,register_ip_addr,register_addr,login_ip_addr,login_addr,notify_top_show,voice_reminder,vibrate_reminder,consume_amount,order_total_num,open_card_show,effects_type,live_config_json,cancel_verify_num,version,daily_limit,weekly_limit,monthly_limit,live_anonymous
  15. columnType =
  16. where = update_time >= '${start_date}' AND update_time < '${stop_date}'
  17. querySql =
  18. splitPk = id
  19. fetchSize = 1000
  20. [mask]
  21. id_card = md5
  22. [writer]
  23. dataSource = hdfs/prd-hdfs-ha
  24. path = /user/hive/warehouse/raw.db/raw_usr_app_base_user_inc_d/dt=${dt}/
  25. column = id,appid,point,level,register_channel,status,del_flg,remark,create_by,create_time,update_by,update_time,username,growth_num,code,notify_flag,user_id,notify_type,face_verify,open_psd,refuse_pick_up,prop1,prop2,prop3,prop4,window_open,open_invoice,blacklist,id_card,member_level,member_name,current_month_growth,member_init_flag,member_keep_growth,register_ip_addr,register_addr,login_ip_addr,login_addr,notify_top_show,voice_reminder,vibrate_reminder,consume_amount,order_total_num,open_card_show,effects_type,live_config_json,cancel_verify_num,version,daily_limit,weekly_limit,monthly_limit,live_anonymous
  26. columnType =
  27. fileType = orc
  28. fileName = raw_usr_app_base_user_inc_d
  29. encoding = UTF-8
  30. writeMode = truncate
  31. fieldDelimiter = \t