summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorwanglihui <[email protected]>2020-08-28 18:27:20 +0800
committerwanglihui <[email protected]>2020-08-28 18:27:20 +0800
commit57fd13d053d04b53c4b60e2dda88d04335a54ebb (patch)
tree3f20d76e9e67717fe418802be6d657d81e6ab2b4
parent1017d8fe6c928a5dabf7041678156a564b668007 (diff)
report 版本
-rw-r--r--ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala2
1 files changed, 1 insertions, 1 deletions
diff --git a/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala b/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala
index 6cf6a4a..10ee068 100644
--- a/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala
+++ b/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala
@@ -46,7 +46,7 @@ object MergeDataFrame {
collect_list("COUNT_TOTAL").alias("COUNT_TOTAL_LIST"),
collect_list("schema_type").alias("schema_type_list"),
collect_set("DIST_CIP_RECENT").alias("DIST_CIP_RECENT")
- )
+ ).repartition(ApplicationConfig.SPARK_SQL_SHUFFLE_PARTITIONS)
frame
}