From 57fd13d053d04b53c4b60e2dda88d04335a54ebb Mon Sep 17 00:00:00 2001 From: wanglihui <949764788@qq.com> Date: Fri, 28 Aug 2020 18:27:20 +0800 Subject: [PATCH] =?UTF-8?q?report=20=E7=89=88=E6=9C=AC?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala b/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala index 6cf6a4a..10ee068 100644 --- a/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala +++ b/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala @@ -46,7 +46,7 @@ object MergeDataFrame { collect_list("COUNT_TOTAL").alias("COUNT_TOTAL_LIST"), collect_list("schema_type").alias("schema_type_list"), collect_set("DIST_CIP_RECENT").alias("DIST_CIP_RECENT") - ) + ).repartition(ApplicationConfig.SPARK_SQL_SHUFFLE_PARTITIONS) frame }