Просмотр исходного кода

feat(tests): ini 用 querySql 做 cert_birthday 脱敏到月

Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
tianyu.chu 1 неделя назад
Родитель
Сommit
436991e8e5
1 измененных файлов с 5 добавлено и 4 удалено
  1. 5 4
      tests/integration/datax/hive_import/app_user_cert_info.ini

+ 5 - 4
tests/integration/datax/hive_import/app_user_cert_info.ini

@@ -3,8 +3,9 @@
 ; 源 datasource:datasource/postgresql/dev-poyee-xiaoxu.ini
 ; 目标 datasource:datasource/hdfs/prd-hdfs-ha.ini(HA 集群,nameservice1)
 ; 时间锚点:create_time
-; 敏感字段 user_cert_data / cert_no / cert_real_name 不查(column 不列)
-; cert_birthday 原样同步未脱敏,正式 raw 上线前补脱敏方案(kb/90 §2.6 后延高优先级)
+; 敏感字段:
+;   - user_cert_data / cert_no / cert_real_name:column/querySql 都不查
+;   - cert_birthday:querySql 里 TO_CHAR 截到月粒度,PG 端执行完成脱敏(敏感原值不出业务库)
 ;
 ; 注:key = value 不对齐——parse_ddl 的 grep "path =" 要求字面子串,多空格对齐会破匹配
 
@@ -14,8 +15,8 @@ database = hs_sync_data
 table = public.app_user_cert_info
 column = id,user_id,cert_birthday,cert_sex,cert_province,cert_city,version,status,del_flag,create_time,update_time
 columnType =
-where = create_time >= '${start_date}' AND create_time < '${stop_date}'
-querySql =
+where =
+querySql = SELECT id, user_id, TO_CHAR(cert_birthday, 'YYYY-MM') AS cert_birthday, cert_sex, cert_province, cert_city, version, status, del_flag, create_time, update_time FROM public.app_user_cert_info WHERE create_time >= '${start_date}' AND create_time < '${stop_date}'
 splitPk = id
 fetchSize = 1000