blob: e6ff7dda18642d99564b5bfeb56a13aed71dc645 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
|
#spark任务配置
spark.sql.shuffle.partitions=144
spark.sql.read.fetchsize="10000"
spark.executor.memory="120g"
spark.app.name="test"
spark.network.timeout="300s"
repartitionNumber=36
spark.serializer="org.apache.spark.serializer.KryoSerializer"
master="local[*]"
#spark读取clickhouse配置
numPartitions="144"
maxPoolSize=40
minTime="1571245199"
maxTime="1571284799"
clickhouse.socket.timeout=300000
#arangoDB配置
arangoDB.host="192.168.40.127"
arangoDB.port=8529
arangoDB.user="root"
arangoDB.password="111111"
arangoDB.DB.name="insert_iplearn_index"
arangoDB.batch=100000
arangoDB.ttl=3600
thread.pool.number=10
|
