diff --git a/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala b/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala index 6cf6a4a..10ee068 100644 --- a/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala +++ b/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala @@ -46,7 +46,7 @@ object MergeDataFrame { collect_list("COUNT_TOTAL").alias("COUNT_TOTAL_LIST"), collect_list("schema_type").alias("schema_type_list"), collect_set("DIST_CIP_RECENT").alias("DIST_CIP_RECENT") - ) + ).repartition(ApplicationConfig.SPARK_SQL_SHUFFLE_PARTITIONS) frame }