diff options
| author | wanglihui <[email protected]> | 2020-08-28 18:27:20 +0800 |
|---|---|---|
| committer | wanglihui <[email protected]> | 2020-08-28 18:27:20 +0800 |
| commit | 57fd13d053d04b53c4b60e2dda88d04335a54ebb (patch) | |
| tree | 3f20d76e9e67717fe418802be6d657d81e6ab2b4 | |
| parent | 1017d8fe6c928a5dabf7041678156a564b668007 (diff) | |
report 版本
| -rw-r--r-- | ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala b/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala index 6cf6a4a..10ee068 100644 --- a/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala +++ b/ip-learning-spark/src/main/scala/cn/ac/iie/service/transform/MergeDataFrame.scala @@ -46,7 +46,7 @@ object MergeDataFrame { collect_list("COUNT_TOTAL").alias("COUNT_TOTAL_LIST"), collect_list("schema_type").alias("schema_type_list"), collect_set("DIST_CIP_RECENT").alias("DIST_CIP_RECENT") - ) + ).repartition(ApplicationConfig.SPARK_SQL_SHUFFLE_PARTITIONS) frame } |
