Kaynağa Gözat

feat(spark): spark_sql L1 conf 默认加载逐条打印(对齐 L2/L3 输出粒度)

Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
tianyu.chu 1 hafta önce
ebeveyn
işleme
4ddd19a206
1 değiştirilmiş dosya ile 1 ekleme ve 0 silme
  1. 1 0
      dw_base/spark/spark_sql.py

+ 1 - 0
dw_base/spark/spark_sql.py

@@ -151,6 +151,7 @@ class SparkSQL(object):
         l1_defaults.update(_load_spark_conf_file(f'{PROJECT_ROOT_PATH}/conf/spark-tuning.conf'))
         pretty_print(f'{NORM_MGT}L1 加载 {NORM_GRN}{len(l1_defaults)}{NORM_MGT} 条 conf 默认')
         for key, value in l1_defaults.items():
+            pretty_print(f'{NORM_MGT}L1 应用 conf 默认 {NORM_GRN}{key} => {str(value)}')
             builder.config(key, value)
         # L2:SQL 内 SET(query() 预扫描,session 启动前写入 builder)
         for key, value in self._final_spark_config.items():