|
@@ -21,3 +21,8 @@ spark.sql.codegen.wholeStage false
|
|
|
spark.sql.execution.arrow.enabled true
|
|
spark.sql.execution.arrow.enabled true
|
|
|
spark.sql.execution.arrow.fallback.enabled true
|
|
spark.sql.execution.arrow.fallback.enabled true
|
|
|
spark.sql.statistics.fallBackToHdfs true
|
|
spark.sql.statistics.fallBackToHdfs true
|
|
|
|
|
+
|
|
|
|
|
+# Hive 动态分区(数仓默认全动态分区写法,避免每个 SQL 顶部重复 SET;
|
|
|
|
|
+# spark-submit 会对 hive.* 报 "Ignoring non-spark config" warning,是噪声不影响行为)
|
|
|
|
|
+hive.exec.dynamic.partition true
|
|
|
|
|
+hive.exec.dynamic.partition.mode nonstrict
|