report 版本

2020-08-28 18:27:20 +08:00
parent 1017d8fe6c
commit 57fd13d053
1 changed files with 1 additions and 1 deletions
--- a/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala
+++ b/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala
@@ -46,7 +46,7 @@ object MergeDataFrame {
        collect_list("COUNT_TOTAL").alias("COUNT_TOTAL_LIST"),
        collect_list("schema_type").alias("schema_type_list"),
        collect_set("DIST_CIP_RECENT").alias("DIST_CIP_RECENT")
-      )
+      ).repartition(ApplicationConfig.SPARK_SQL_SHUFFLE_PARTITIONS)
    frame
  }