26 lines
596 B
Properties
26 lines
596 B
Properties
|
#spark任务配置
|
||
|
|
spark.sql.shuffle.partitions=144
|
||
|
|
spark.sql.read.fetchsize=10000
|
||
|
|
spark.executor.memory=120g
|
||
|
|
spark.app.name=test
|
||
|
|
spark.network.timeout=300s
|
||
|
|
repartitionNumber=36
|
||
|
|
spark.serializer=org.apache.spark.serializer.KryoSerializer
|
||
|
|
master=local[*]
|
||
|
|
#spark读取clickhouse配置
|
||
|
|
numPartitions=144
|
||
|
|
maxPoolSize=40
|
||
|
|
minTime=1571245199
|
||
|
|
maxTime=1571284799
|
||
|
|
clickhouse.socket.timeout=300000
|
||
|
|
#arangoDB配置
|
||
|
|
arangoDB.host=192.168.40.127
|
||
|
|
arangoDB.port=8529
|
||
|
|
arangoDB.user=root
|
||
|
|
arangoDB.password=111111
|
||
|
|
arangoDB.DB.name=insert_iplearn_index
|
||
|
|
arangoDB.batch=100000
|
||
|
|
arangoDB.ttl=3600
|
||
|
|
|
||
|
|
thread.pool.number=10
|