diff options
| author | wangchengcheng <[email protected]> | 2023-07-27 15:43:51 +0800 |
|---|---|---|
| committer | wangchengcheng <[email protected]> | 2023-07-27 15:43:51 +0800 |
| commit | 124f687daace8b85e5c74abac04bcd0a92744a8d (patch) | |
| tree | 4f563326b1be67cfb51bf6a04f1ca4d953536e76 /MPE/druid/conf | |
| parent | 08686ae87f9efe7a590f48db74ed133b481c85b1 (diff) | |
P19 23.07 online-configP19
Diffstat (limited to 'MPE/druid/conf')
140 files changed, 3718 insertions, 0 deletions
diff --git a/MPE/druid/conf/druid/cluster/_common/common.runtime.properties b/MPE/druid/conf/druid/cluster/_common/common.runtime.properties new file mode 100644 index 0000000..d49bd35 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/_common/common.runtime.properties @@ -0,0 +1,151 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Extensions specified in the load list will be loaded by Druid +# We are using local fs for deep storage - not recommended for production - use S3, HDFS, or NFS instead +# We are using local derby for the metadata store - not recommended for production - use MySQL or Postgres instead + +# If you specify `druid.extensions.loadList=[]`, Druid won't load any extension from file system. +# If you don't specify `druid.extensions.loadList`, Druid will load all the extensions under root extension directory. +# More info: https://druid.apache.org/docs/latest/operations/including-extensions.html +druid.extensions.loadList=["druid-hdfs-storage", "druid-kafka-indexing-service", "druid-datasketches", "mysql-metadata-storage", "druid-group-uniq-extension"] + +# If you have a different version of Hadoop, place your Hadoop client jar files in your hadoop-dependencies directory +# and uncomment the line below to point to your directory. +#druid.extensions.hadoopDependenciesDir=/my/dir/hadoop-dependencies + + +# +# Hostname +# +druid.host=192.168.20.221 + +# +# Logging +# + +# Log all runtime properties on startup. Disable to avoid logging properties on startup: +druid.startup.logging.logProperties=true + +# +# Zookeeper +# + +druid.zk.service.host=192.168.20.221:2181,192.168.20.222:2181,192.168.20.223:2181 +druid.zk.paths.base=/druid + +# +# Metadata storage +# + +# For Derby server on your Druid Coordinator (only viable in a cluster with a single Coordinator, no fail-over): +#druid.metadata.storage.type=derby +#druid.metadata.storage.connector.connectURI=jdbc:derby://localhost:1527/var/druid/metadata.db;create=true +#druid.metadata.storage.connector.host=localhost +#druid.metadata.storage.connector.port=1527 + +# For MySQL (make sure to include the MySQL JDBC driver on the classpath): +druid.metadata.storage.type=mysql +druid.metadata.storage.connector.connectURI=jdbc:mysql://192.168.20.253:3306/druid +druid.metadata.storage.connector.user=root +druid.metadata.storage.connector.password=galaxy2019 + +# For PostgreSQL: +#druid.metadata.storage.type=postgresql +#druid.metadata.storage.connector.connectURI=jdbc:postgresql://db.example.com:5432/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# +# Deep storage +# + +# For local disk (only viable in a cluster if this is a network mount): +#druid.storage.type=local +#druid.storage.storageDirectory=var/druid/segments + +# For HDFS: +druid.storage.type=hdfs +druid.storage.storageDirectory=/druid/segments + +# For S3: +#druid.storage.type=s3 +#druid.storage.bucket=your-bucket +#druid.storage.baseKey=druid/segments +#druid.s3.accessKey=... +#druid.s3.secretKey=... + +# +# Indexing service logs +# + +# For local disk (only viable in a cluster if this is a network mount): +#druid.indexer.logs.type=file +#druid.indexer.logs.directory=var/druid/indexing-logs + +# For HDFS: +druid.indexer.logs.type=hdfs +druid.indexer.logs.directory=/druid/indexing-logs + +druid.indexer.logs.kill.enabled=true +druid.indexer.logs.kill.durationToRetain=604800000 +druid.indexer.logs.kill.delay=21600000 + +# For S3: +#druid.indexer.logs.type=s3 +#druid.indexer.logs.s3Bucket=your-bucket +#druid.indexer.logs.s3Prefix=druid/indexing-logs + + +# +# Service discovery +# + +druid.selectors.indexing.serviceName=druid/overlord +druid.selectors.coordinator.serviceName=druid/coordinator + +# +# Monitoring +# + +druid.monitoring.monitors=["org.apache.druid.java.util.metrics.SysMonitor","org.apache.druid.java.util.metrics.JvmMonitor"] +druid.emitter=http +druid.emitter.logging.logLevel=info +druid.emitter.http.recipientBaseUrl=http://192.168.20.221:9903 + +# Storage type of double columns +# ommiting this will lead to index double as float at the storage layer + +druid.indexing.doubleStorage=double + +# +# Security +# +druid.server.hiddenProperties=["druid.s3.accessKey","druid.s3.secretKey","druid.metadata.storage.connector.password"] + + +# +# SQL +# +druid.sql.enable=true + +# +# Lookups +# +druid.lookup.enableLookupSyncOnStartup=false diff --git a/MPE/druid/conf/druid/cluster/_common/core-site.xml b/MPE/druid/conf/druid/cluster/_common/core-site.xml new file mode 100644 index 0000000..f380e36 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/_common/core-site.xml @@ -0,0 +1,58 @@ +<?xml version="1.0" encoding="UTF-8"?> +<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> +<!-- + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. See accompanying LICENSE file. +--> + +<!-- Put site-specific property overrides in this file. --> + +<configuration> + <property> + <name>fs.defaultFS</name> + <value>hdfs://ns1</value> + </property> + <property> + <name>hadoop.tmp.dir</name> + <value>file:/home/tsg/olap/hadoop/tmp</value> + </property> + <property> + <name>io.file.buffer.size</name> + <value>131702</value> + </property> + <property> + <name>hadoop.proxyuser.root.hosts</name> + <value>*</value> + </property> + <property> + <name>hadoop.proxyuser.root.groups</name> + <value>*</value> + </property> + <property> + <name>hadoop.logfile.size</name> + <value>10000000</value> + <description>The max size of each log file</description> + </property> + <property> + <name>hadoop.logfile.count</name> + <value>1</value> + <description>The max number of log files</description> + </property> + <property> + <name>ha.zookeeper.quorum</name> + <value>192.168.20.193:2181,192.168.20.194:2181,192.168.20.195:2181</value> + </property> + <property> + <name>ipc.client.connect.timeout</name> + <value>90000</value> + </property> +</configuration> diff --git a/MPE/druid/conf/druid/cluster/_common/hdfs-site.xml b/MPE/druid/conf/druid/cluster/_common/hdfs-site.xml new file mode 100644 index 0000000..6d93805 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/_common/hdfs-site.xml @@ -0,0 +1,142 @@ +<?xml version="1.0" encoding="UTF-8"?> +<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> +<!-- + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. See accompanying LICENSE file. +--> + +<!-- Put site-specific property overrides in this file. --> + +<configuration> + <property> + <name>dfs.namenode.name.dir</name> + <value>file:/home/tsg/olap/hadoop/dfs/name</value> + </property> + <property> + <name>dfs.datanode.data.dir</name> + <value>file:/home/tsg/olap/hadoop/dfs/data</value> + </property> + <property> + <name>dfs.replication</name> + <value>2</value> + </property> + <property> + <name>dfs.webhdfs.enabled</name> + <value>true</value> + </property> + <property> + <name>dfs.permissions</name> + <value>false</value> + </property> + <property> + <name>dfs.permissions.enabled</name> + <value>false</value> + </property> + <property> + <name>dfs.nameservices</name> + <value>ns1</value> + </property> + <property> + <name>dfs.blocksize</name> + <value>134217728</value> + </property> + <property> + <name>dfs.ha.namenodes.ns1</name> + <value>nn1,nn2</value> + </property> + <!-- nn1的RPC通信地址,nn1所在地址 --> + <property> + <name>dfs.namenode.rpc-address.ns1.nn1</name> + <value>192.168.20.193:9000</value> + </property> + <!-- nn1的http通信地址,外部访问地址 --> + <property> + <name>dfs.namenode.http-address.ns1.nn1</name> + <value>192.168.20.193:50070</value> + </property> + <!-- nn2的RPC通信地址,nn2所在地址 --> + <property> + <name>dfs.namenode.rpc-address.ns1.nn2</name> + <value>192.168.20.194:9000</value> + </property> + <!-- nn2的http通信地址,外部访问地址 --> + <property> + <name>dfs.namenode.http-address.ns1.nn2</name> + <value>192.168.20.194:50070</value> + </property> + <!-- 指定NameNode的元数据在JournalNode日志上的存放位置(一般和zookeeper部署在一起) --> + <property> + <name>dfs.namenode.shared.edits.dir</name> + <value>qjournal://192.168.20.193:8485;192.168.20.194:8485;192.168.20.195:8485/ns1</value> + </property> + <!-- 指定JournalNode在本地磁盘存放数据的位置 --> + <property> + <name>dfs.journalnode.edits.dir</name> + <value>/home/tsg/olap/hadoop/journal</value> + </property> + <!--客户端通过代理访问namenode,访问文件系统,HDFS 客户端与Active 节点通信的Java 类,使用其确定Active 节点是否活跃 --> + <property> + <name>dfs.client.failover.proxy.provider.ns1</name> + <value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value> + </property> + <!--这是配置自动切换的方法,有多种使用方法,具体可以看官网,在文末会给地址,这里是远程登录杀死的方法 --> + <property> + <name>dfs.ha.fencing.methods</name> + <value>sshfence</value> + <value>shell(true)</value> + </property> + <!-- 这个是使用sshfence隔离机制时才需要配置ssh免登陆 --> + <property> + <name>dfs.ha.fencing.ssh.private-key-files</name> + <value>/root/.ssh/id_rsa</value> + </property> + <!-- 配置sshfence隔离机制超时时间,这个属性同上,如果你是用脚本的方法切换,这个应该是可以不配置的 --> + <property> + <name>dfs.ha.fencing.ssh.connect-timeout</name> + <value>30000</value> + </property> + <!-- 这个是开启自动故障转移,如果你没有自动故障转移,这个可以先不配 --> + <property> + <name>dfs.ha.automatic-failover.enabled</name> + <value>true</value> + </property> + <property> + <name>dfs.datanode.max.transfer.threads</name> + <value>8192</value> + </property> + <!-- namenode处理RPC请求线程数,增大该值资源占用不大 --> + <property> + <name>dfs.namenode.handler.count</name> + <value>30</value> + </property> + <!-- datanode处理RPC请求线程数,增大该值会占用更多内存 --> + <property> + <name>dfs.datanode.handler.count</name> + <value>40</value> + </property> + <!-- balance时可占用的带宽 --> + <property> + <name>dfs.balance.bandwidthPerSec</name> + <value>104857600</value> + </property> + <!-- 磁盘预留空间,该空间不会被hdfs占用,单位字节--> + <property> + <name>dfs.datanode.du.reserved</name> + <value>53687091200</value> + </property> + <!-- datanode与namenode连接超时时间,单位毫秒 2 * heartbeat.recheck.interval + 30000 --> + <property> + <name>heartbeat.recheck.interval</name> + <value>100000</value> + </property> +</configuration> + diff --git a/MPE/druid/conf/druid/cluster/_common/log4j2-task.xml b/MPE/druid/conf/druid/cluster/_common/log4j2-task.xml new file mode 100644 index 0000000..c09edaf --- /dev/null +++ b/MPE/druid/conf/druid/cluster/_common/log4j2-task.xml @@ -0,0 +1,13 @@ +<?xml version="1.0" encoding="UTF-8" ?> +<Configuration status="WARN"> + <Appenders> + <Console name="Console" target="SYSTEM_OUT"> + <PatternLayout pattern="[%d{yyyy-MM-dd HH:mm:ssZ}] %p [%t] %c - %m%n"/> + </Console> + </Appenders> + <Loggers> + <Root level="info"> + <AppenderRef ref="Console"/> + </Root> + </Loggers> +</Configuration> diff --git a/MPE/druid/conf/druid/cluster/_common/log4j2.component.properties b/MPE/druid/conf/druid/cluster/_common/log4j2.component.properties new file mode 100644 index 0000000..164621d --- /dev/null +++ b/MPE/druid/conf/druid/cluster/_common/log4j2.component.properties @@ -0,0 +1 @@ +log4j2.formatMsgNoLookups=true diff --git a/MPE/druid/conf/druid/cluster/_common/log4j2.xml b/MPE/druid/conf/druid/cluster/_common/log4j2.xml new file mode 100644 index 0000000..1d16902 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/_common/log4j2.xml @@ -0,0 +1,76 @@ +<?xml version="1.0" encoding="UTF-8" ?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. +--> +<Configuration status="WARN"> +<properties> + <property name="pattern">[%d{yyyy-MM-dd HH:mm:ssZ}] %c{1.} %t [%p] %msg%n</property> + <property name="patternNoTime">%msg%n</property> + <property name="patternMetrics">%d %-8r %m%n</property> + <property name="logPath">/data/tsg/olap/apache-druid-0.18.1/var/sv</property> +</properties> +<appenders> + <RollingFile name="STDOUT" + fileName="${logPath}/${sys:logfile.name}.log" + filePattern="${logPath}/history/${sys:logfile.name}-%d{yyyy-MM-dd}.log.%i.gz"> + + <PatternLayout> + <pattern>${pattern}</pattern> + </PatternLayout> + + <Policies> + <SizeBasedTriggeringPolicy size="100 MB"/> <!-- Or every 100 MB --> + </Policies> + + <DefaultRolloverStrategy max="10"> + <Delete basePath="${LOG_PATH}/history" maxDepth="1"> + <IfFileName glob="*.gz"> + <IfLastModified age="7d"> + <!--<IfAny> + <IfAccumulatedFileSize exceeds="200 GB" /> + </IfAny>--> + </IfLastModified> + </IfFileName> + </Delete> + </DefaultRolloverStrategy> + + </RollingFile> + +<!-- + <RollingFile name="METRICS" + fileName="${logPath}/${sys:logfile.name}.metrics" + filePattern="${logPath}/old/${sys:logfile.name}-%d{yyyy-MM-dd}.metrics.%i.gz"> + <PatternLayout> + <pattern>${patternMetrics}</pattern> + </PatternLayout> + <Policies> + <SizeBasedTriggeringPolicy size="100 MB"/> + </Policies> + <DefaultRolloverStrategy max="6"/> + </RollingFile> +--> + +</appenders> + +<loggers> + <Root level="error"> + <appender-ref ref="STDOUT"/> + </Root> + +</loggers> +</Configuration> diff --git a/MPE/druid/conf/druid/cluster/_common/yarn-site.xml b/MPE/druid/conf/druid/cluster/_common/yarn-site.xml new file mode 100644 index 0000000..366878b --- /dev/null +++ b/MPE/druid/conf/druid/cluster/_common/yarn-site.xml @@ -0,0 +1,224 @@ +<?xml version="1.0"?> +<!-- + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. See accompanying LICENSE file. +--> +<configuration> + + <property> + <name>yarn.nodemanager.aux-services</name> + <value>mapreduce_shuffle</value> + </property> + + <property> + <name>yarn.resourcemanager.ha.enabled</name> + <value>true</value> + </property> + + <!--声明两台resourcemanager的地址--> + <property> + <name>yarn.resourcemanager.cluster-id</name> + <value>rsmcluster</value> + </property> + + <property> + <name>yarn.resourcemanager.ha.rm-ids</name> + <value>rsm1,rsm2</value> + </property> + + <!-- 配置rm1--> + <!-- 配置rm1 hostname--> + <property> + <name>yarn.resourcemanager.hostname.rsm1</name> + <value>192.168.20.193</value> + </property> + + <!-- 配置rm1 web application--> + <property> + <name>yarn.resourcemanager.webapp.address.rsm1</name> + <value>192.168.20.193:8080</value> + </property> + + <!-- 配置rm1 调度端口,默认8030--> + <property> + <name>yarn.resourcemanager.scheduler.address.rsm1</name> + <value>192.168.20.193:8030</value> + </property> + + <!-- 默认端口8031--> + <property> + <name>yarn.resourcemanager.resource-tracker.address.rsm1</name> + <value>192.168.20.193:8031</value> + </property> + + <!-- 配置rm1 应用程序管理器接口的地址端口,默认8032--> + <property> + <name>yarn.resourcemanager.address.rsm1</name> + <value>192.168.20.193:8032</value> + </property> + + <!-- 配置rm1 管理端口,默认8033--> + <property> + <name>yarn.resourcemanager.admin.address.rsm1</name> + <value>192.168.20.193:8033</value> + </property> + + <property> + <name>yarn.resourcemanager.ha.admin.address.rsm1</name> + <value>192.168.20.193:23142</value> + </property> + + <!-- 配置rm2--> + <property> + <name>yarn.resourcemanager.hostname.rsm2</name> + <value>192.168.20.194</value> + </property> + + <property> + <name>yarn.resourcemanager.webapp.address.rsm2</name> + <value>192.168.20.194:8080</value> + </property> + + <property> + <name>yarn.resourcemanager.scheduler.address.rsm2</name> + <value>192.168.20.194:8030</value> + </property> + + <property> + <name>yarn.resourcemanager.resource-tracker.address.rsm2</name> + <value>192.168.20.194:8031</value> + </property> + + <property> + <name>yarn.resourcemanager.address.rsm2</name> + <value>192.168.20.194:8032</value> + </property> + + <property> + <name>yarn.resourcemanager.admin.address.rsm2</name> + <value>192.168.20.194:8033</value> + </property> + + <property> + <name>yarn.resourcemanager.ha.admin.address.rsm2</name> + <value>192.168.20.194:23142</value> + </property> + + <!--指定zookeeper集群的地址--> + <property> + <name>yarn.resourcemanager.zk-address</name> + <value>192.168.20.193:2181,192.168.20.194:2181,192.168.20.195:2181</value> + </property> + + <!--启用自动恢复,当任务进行一半,rm坏掉,就要启动自动恢复,默认是false--> + <property> + <name>yarn.resourcemanager.recovery.enabled</name> + <value>true</value> + </property> + + <!--启用Nodemanager自动恢复,默认是false--> + <property> + <name>yarn.nodemanager.recovery.enabled</name> + <value>true</value> + </property> + + <!--配置NodeManager保存运行状态的本地文件系统目录路径 --> + <property> + <name>yarn.nodemanager.recovery.dir</name> + <value>/home/tsg/olap/hadoop-2.7.1/yarn</value> + </property> + + <property> + <name>yarn.resourcemanager.store.class</name> + <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value> + </property> + + <!--配置nm可用的RPC地址,默认${yarn.nodemanager.hostname}:0,为临时端口。集群重启后,nm与rm连接的端口会变化,这里指定端口,保障nm restart功能 --> + <property> + <name>yarn.nodemanager.address</name> + <value>${yarn.nodemanager.hostname}:9923</value> + </property> + + <property> + <name>yarn.log-aggregation-enable</name> + <value>true</value> + </property> + + <property> + <name>yarn.nodemanager.log-aggregation.roll-monitoring-interval-seconds</name> + <value>3600</value> + </property> + + <property> + <name>yarn.nodemanager.remote-app-log-dir</name> + <value>/home/tsg/olap/hadoop-2.7.1/logs/app-logs/</value> + </property> + + <!--NM可以为容器分配的物理内存量,以MB为单位 ,默认8192--> + <property> + <name>yarn.nodemanager.resource.memory-mb</name> + <value>61440</value> + </property> + + <!-- RM上每个容器请求的最小分配,以mb为单位,默认1024--> + <property> + <name>yarn.scheduler.minimum-allocation-mb</name> + <value>1024</value> + </property> + + <!-- RM上每个容器请求的最大分配,以mb为单位,一般设置为 yarn.nodemanager.resource.memory-mb 一致,默认8192--> + <property> + <name>yarn.scheduler.maximum-allocation-mb</name> + <value>61440</value> + </property> + + <!--可为容器分配的vcore数。RM调度器在为容器分配资源时使用它。这不是用来限制YARN容器使用的物理内核的数量,默认8,一般配置为服务器cpu总核数一致 --> + <property> + <name>yarn.nodemanager.resource.cpu-vcores</name> + <value>48</value> + </property> + + <!--RM上每个容器请求的最小分配(以虚拟CPU内核为单位) ,默认1--> + <property> + <name>yarn.scheduler.minimum-allocation-vcores</name> + <value>1</value> + </property> + + <!--RM上每个容器请求的最大分配(以虚拟CPU内核为单位) ,默认32,一般配置为略小于yarn.nodemanager.resource.cpu-vcores,同时指定任务的slot不应超过该值--> + <property> + <name>yarn.scheduler.maximum-allocation-vcores</name> + <value>48</value> + </property> + + <property> + <name>yarn.nodemanager.vmem-check-enabled</name> + <value>false</value> + </property> + + <property> + <name>yarn.nodemanager.pmem-check-enabled</name> + <value>false</value> + </property> + + <!--ApplicationMaster重启次数,配置HA后默认为2,生产环境可增大该值--> + <property> + <name>yarn.resourcemanager.am.max-attempts</name> + <value>10000</value> + </property> + + <property> + <name>yarn.log.server.url</name> + <value>http://192.168.20.193:19888/jobhistory/logs</value> + </property> + +</configuration> + diff --git a/MPE/druid/conf/druid/cluster/data/historical/jvm.config b/MPE/druid/conf/druid/cluster/data/historical/jvm.config new file mode 100644 index 0000000..8d09b19 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/data/historical/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms15360m +-Xmx15360m +-XX:MaxDirectMemorySize=15360m +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Dlogfile.name=historical +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager + diff --git a/MPE/druid/conf/druid/cluster/data/historical/main.config b/MPE/druid/conf/druid/cluster/data/historical/main.config new file mode 100644 index 0000000..42be713 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/data/historical/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server historical diff --git a/MPE/druid/conf/druid/cluster/data/historical/runtime.properties b/MPE/druid/conf/druid/cluster/data/historical/runtime.properties new file mode 100644 index 0000000..cd55348 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/data/historical/runtime.properties @@ -0,0 +1,45 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/historical +druid.plaintextPort=8083 + +# HTTP server threads +druid.server.http.numThreads=60 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=500000000 +druid.processing.numMergeBuffers=4 +druid.processing.numThreads=15 +druid.processing.tmpDir=var/druid/processing + +# Segment storage +#druid.segmentCache.locations=[{"path":"var/druid/segment-cache","maxSize":3000000000000}] +#druid.server.maxSize=35000000000000 +druid.segmentCache.locations=[{"path":"var/druid/segment-cache","maxSize":536870912000}] +druid.server.maxSize=536870912000 + +# Query cache +druid.historical.cache.useCache=true +druid.historical.cache.populateCache=true +druid.cache.type=caffeine +druid.cache.sizeInBytes=256000000 + +druid.query.groupBy.maxMergingDictionarySize=10000000000 +druid.query.groupBy.maxOnDiskStorage=10000000000 diff --git a/MPE/druid/conf/druid/cluster/data/middleManager/jvm.config b/MPE/druid/conf/druid/cluster/data/middleManager/jvm.config new file mode 100644 index 0000000..57c0707 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/data/middleManager/jvm.config @@ -0,0 +1,8 @@ +-server +-Xms128m +-Xmx128m +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Dlogfile.name=middleManager +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/cluster/data/middleManager/main.config b/MPE/druid/conf/druid/cluster/data/middleManager/main.config new file mode 100644 index 0000000..0e62733 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/data/middleManager/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server middleManager diff --git a/MPE/druid/conf/druid/cluster/data/middleManager/runtime.properties b/MPE/druid/conf/druid/cluster/data/middleManager/runtime.properties new file mode 100644 index 0000000..d53517f --- /dev/null +++ b/MPE/druid/conf/druid/cluster/data/middleManager/runtime.properties @@ -0,0 +1,43 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/middleManager +druid.plaintextPort=8091 + +# Number of tasks per middleManager +druid.worker.capacity=200 + +# Task launch parameters +druid.indexer.runner.javaOpts=-server -Xms1024m -Xmx1024m -XX:MaxDirectMemorySize=1024m -Duser.timezone=UTC -Dfile.encoding=UTF-8 -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager -Dlog4j.configurationFile=conf/druid/cluster/_common/log4j2-task.xml +druid.indexer.task.baseTaskDir=var/druid/task + +# HTTP server threads +druid.server.http.numThreads=60 + +# Processing threads and buffers on Peons +druid.indexer.fork.property.druid.processing.numMergeBuffers=4 +druid.indexer.fork.property.druid.processing.buffer.sizeBytes=100000000 +druid.indexer.fork.property.druid.processing.numThreads=3 + +# Hadoop indexing +druid.indexer.task.hadoopWorkingPath=var/druid/hadoop-tmp + +druid.query.groupBy.maxMergingDictionarySize=10000000000 +druid.query.groupBy.maxOnDiskStorage=10000000000 + diff --git a/MPE/druid/conf/druid/cluster/master/coordinator-overlord/jvm.config b/MPE/druid/conf/druid/cluster/master/coordinator-overlord/jvm.config new file mode 100644 index 0000000..47c3ab2 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/master/coordinator-overlord/jvm.config @@ -0,0 +1,11 @@ +-server +-Xms30720m +-Xmx30720m +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Dlogfile.name=coordinator +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +-Dderby.stream.error.file=var/druid/derby.log + diff --git a/MPE/druid/conf/druid/cluster/master/coordinator-overlord/main.config b/MPE/druid/conf/druid/cluster/master/coordinator-overlord/main.config new file mode 100644 index 0000000..a74101f --- /dev/null +++ b/MPE/druid/conf/druid/cluster/master/coordinator-overlord/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server coordinator diff --git a/MPE/druid/conf/druid/cluster/master/coordinator-overlord/runtime.properties b/MPE/druid/conf/druid/cluster/master/coordinator-overlord/runtime.properties new file mode 100644 index 0000000..8928cc9 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/master/coordinator-overlord/runtime.properties @@ -0,0 +1,33 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/coordinator +druid.plaintextPort=8081 + +druid.coordinator.startDelay=PT10S +druid.coordinator.period=PT5S + +# Run the overlord service in the coordinator process +druid.coordinator.asOverlord.enabled=true +druid.coordinator.asOverlord.overlordService=druid/overlord + +druid.indexer.queue.startDelay=PT5S + +druid.indexer.runner.type=remote +druid.indexer.storage.type=metadata diff --git a/MPE/druid/conf/druid/cluster/query/broker/jvm.config b/MPE/druid/conf/druid/cluster/query/broker/jvm.config new file mode 100644 index 0000000..0b04fe4 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/query/broker/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms24567m +-Xmx24567m +-XX:MaxDirectMemorySize=15360m +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Dlogfile.name=broker +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager + diff --git a/MPE/druid/conf/druid/cluster/query/broker/main.config b/MPE/druid/conf/druid/cluster/query/broker/main.config new file mode 100644 index 0000000..9bc9a6f --- /dev/null +++ b/MPE/druid/conf/druid/cluster/query/broker/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server broker diff --git a/MPE/druid/conf/druid/cluster/query/broker/runtime.properties b/MPE/druid/conf/druid/cluster/query/broker/runtime.properties new file mode 100644 index 0000000..42be859 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/query/broker/runtime.properties @@ -0,0 +1,41 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/broker +druid.plaintextPort=8082 + +# HTTP server settings +druid.server.http.numThreads=60 + +# HTTP client settings +druid.broker.http.numConnections=50 +druid.broker.http.maxQueuedBytes=10000000 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=500000000 +druid.processing.numMergeBuffers=12 +druid.processing.numThreads=3 +druid.processing.tmpDir=var/druid/processing + +# Query cache disabled -- push down caching and merging instead +druid.broker.cache.useCache=false +druid.broker.cache.populateCache=false + +druid.query.groupBy.maxMergingDictionarySize=10000000000 +druid.query.groupBy.maxOnDiskStorage=10000000000 diff --git a/MPE/druid/conf/druid/cluster/query/router/jvm.config b/MPE/druid/conf/druid/cluster/query/router/jvm.config new file mode 100644 index 0000000..6a44b14 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/query/router/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms2g +-Xmx2g +-XX:+UseG1GC +-XX:MaxDirectMemorySize=512m +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Dlogfile.name=router +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/cluster/query/router/main.config b/MPE/druid/conf/druid/cluster/query/router/main.config new file mode 100644 index 0000000..4194b69 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/query/router/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server router diff --git a/MPE/druid/conf/druid/cluster/query/router/runtime.properties b/MPE/druid/conf/druid/cluster/query/router/runtime.properties new file mode 100644 index 0000000..52deab5 --- /dev/null +++ b/MPE/druid/conf/druid/cluster/query/router/runtime.properties @@ -0,0 +1,34 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/router +druid.plaintextPort=8088 + +# HTTP proxy +druid.router.http.numConnections=50 +druid.router.http.readTimeout=PT5M +druid.router.http.numMaxThreads=100 +druid.server.http.numThreads=100 + +# Service discovery +druid.router.defaultBrokerServiceName=druid/broker +druid.router.coordinatorServiceName=druid/coordinator + +# Management proxy to coordinator / overlord: required for unified web console. +druid.router.managementProxy.enabled=true diff --git a/MPE/druid/conf/druid/single-server/large/_common/common.runtime.properties b/MPE/druid/conf/druid/single-server/large/_common/common.runtime.properties new file mode 100644 index 0000000..7f74ffb --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/_common/common.runtime.properties @@ -0,0 +1,145 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Extensions specified in the load list will be loaded by Druid +# We are using local fs for deep storage - not recommended for production - use S3, HDFS, or NFS instead +# We are using local derby for the metadata store - not recommended for production - use MySQL or Postgres instead + +# If you specify `druid.extensions.loadList=[]`, Druid won't load any extension from file system. +# If you don't specify `druid.extensions.loadList`, Druid will load all the extensions under root extension directory. +# More info: https://druid.apache.org/docs/latest/operations/including-extensions.html +druid.extensions.loadList=["druid-hdfs-storage", "druid-kafka-indexing-service", "druid-datasketches"] + +# If you have a different version of Hadoop, place your Hadoop client jar files in your hadoop-dependencies directory +# and uncomment the line below to point to your directory. +#druid.extensions.hadoopDependenciesDir=/my/dir/hadoop-dependencies + + +# +# Hostname +# +druid.host=localhost + +# +# Logging +# + +# Log all runtime properties on startup. Disable to avoid logging properties on startup: +druid.startup.logging.logProperties=true + +# +# Zookeeper +# + +druid.zk.service.host=localhost +druid.zk.paths.base=/druid + +# +# Metadata storage +# + +# For Derby server on your Druid Coordinator (only viable in a cluster with a single Coordinator, no fail-over): +druid.metadata.storage.type=derby +druid.metadata.storage.connector.connectURI=jdbc:derby://localhost:1527/var/druid/metadata.db;create=true +druid.metadata.storage.connector.host=localhost +druid.metadata.storage.connector.port=1527 + +# For MySQL (make sure to include the MySQL JDBC driver on the classpath): +#druid.metadata.storage.type=mysql +#druid.metadata.storage.connector.connectURI=jdbc:mysql://db.example.com:3306/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# For PostgreSQL: +#druid.metadata.storage.type=postgresql +#druid.metadata.storage.connector.connectURI=jdbc:postgresql://db.example.com:5432/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# +# Deep storage +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.storage.type=local +druid.storage.storageDirectory=var/druid/segments + +# For HDFS: +#druid.storage.type=hdfs +#druid.storage.storageDirectory=/druid/segments + +# For S3: +#druid.storage.type=s3 +#druid.storage.bucket=your-bucket +#druid.storage.baseKey=druid/segments +#druid.s3.accessKey=... +#druid.s3.secretKey=... + +# +# Indexing service logs +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.indexer.logs.type=file +druid.indexer.logs.directory=var/druid/indexing-logs + +# For HDFS: +#druid.indexer.logs.type=hdfs +#druid.indexer.logs.directory=/druid/indexing-logs + +# For S3: +#druid.indexer.logs.type=s3 +#druid.indexer.logs.s3Bucket=your-bucket +#druid.indexer.logs.s3Prefix=druid/indexing-logs + +# +# Service discovery +# + +druid.selectors.indexing.serviceName=druid/overlord +druid.selectors.coordinator.serviceName=druid/coordinator + +# +# Monitoring +# + +druid.monitoring.monitors=["org.apache.druid.java.util.metrics.JvmMonitor"] +druid.emitter=noop +druid.emitter.logging.logLevel=info + +# Storage type of double columns +# ommiting this will lead to index double as float at the storage layer + +druid.indexing.doubleStorage=double + +# +# Security +# +druid.server.hiddenProperties=["druid.s3.accessKey","druid.s3.secretKey","druid.metadata.storage.connector.password"] + + +# +# SQL +# +druid.sql.enable=true + +# +# Lookups +# +druid.lookup.enableLookupSyncOnStartup=false
\ No newline at end of file diff --git a/MPE/druid/conf/druid/single-server/large/_common/log4j2.xml b/MPE/druid/conf/druid/single-server/large/_common/log4j2.xml new file mode 100644 index 0000000..2f88d04 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/_common/log4j2.xml @@ -0,0 +1,60 @@ +<?xml version="1.0" encoding="UTF-8" ?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. +--> + +<Configuration status="WARN"> + <Appenders> + <Console name="Console" target="SYSTEM_OUT"> + <PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/> + </Console> + </Appenders> + <Loggers> + <Root level="info"> + <AppenderRef ref="Console"/> + </Root> + + <!-- Set level="debug" to see stack traces for query errors --> + <Logger name="org.apache.druid.server.QueryLifecycle" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" or "trace" to see more Coordinator details (segment balancing, load/drop rules, etc) --> + <Logger name="org.apache.druid.server.coordinator" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see low-level details about segments and ingestion --> + <Logger name="org.apache.druid.segment" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see more information about extension initialization --> + <Logger name="org.apache.druid.initialization" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Quieter logging at startup --> + <Logger name="org.skife.config" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + <Logger name="com.sun.jersey.guice" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + </Loggers> +</Configuration> diff --git a/MPE/druid/conf/druid/single-server/large/broker/jvm.config b/MPE/druid/conf/druid/single-server/large/broker/jvm.config new file mode 100644 index 0000000..6c43c24 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/broker/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms12g +-Xmx12g +-XX:MaxDirectMemorySize=11g +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/large/broker/main.config b/MPE/druid/conf/druid/single-server/large/broker/main.config new file mode 100644 index 0000000..9bc9a6f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/broker/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server broker diff --git a/MPE/druid/conf/druid/single-server/large/broker/runtime.properties b/MPE/druid/conf/druid/single-server/large/broker/runtime.properties new file mode 100644 index 0000000..d32929c --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/broker/runtime.properties @@ -0,0 +1,38 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/broker +druid.plaintextPort=8082 + +# HTTP server settings +druid.server.http.numThreads=60 + +# HTTP client settings +druid.broker.http.numConnections=50 +druid.broker.http.maxQueuedBytes=10000000 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=500000000 +druid.processing.numMergeBuffers=16 +druid.processing.numThreads=1 +druid.processing.tmpDir=var/druid/processing + +# Query cache disabled -- push down caching and merging instead +druid.broker.cache.useCache=false +druid.broker.cache.populateCache=false diff --git a/MPE/druid/conf/druid/single-server/large/coordinator-overlord/jvm.config b/MPE/druid/conf/druid/single-server/large/coordinator-overlord/jvm.config new file mode 100644 index 0000000..5df7d60 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/coordinator-overlord/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms15g +-Xmx15g +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +-Dderby.stream.error.file=var/druid/derby.log diff --git a/MPE/druid/conf/druid/single-server/large/coordinator-overlord/main.config b/MPE/druid/conf/druid/single-server/large/coordinator-overlord/main.config new file mode 100644 index 0000000..a74101f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/coordinator-overlord/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server coordinator diff --git a/MPE/druid/conf/druid/single-server/large/coordinator-overlord/runtime.properties b/MPE/druid/conf/druid/single-server/large/coordinator-overlord/runtime.properties new file mode 100644 index 0000000..8928cc9 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/coordinator-overlord/runtime.properties @@ -0,0 +1,33 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/coordinator +druid.plaintextPort=8081 + +druid.coordinator.startDelay=PT10S +druid.coordinator.period=PT5S + +# Run the overlord service in the coordinator process +druid.coordinator.asOverlord.enabled=true +druid.coordinator.asOverlord.overlordService=druid/overlord + +druid.indexer.queue.startDelay=PT5S + +druid.indexer.runner.type=remote +druid.indexer.storage.type=metadata diff --git a/MPE/druid/conf/druid/single-server/large/historical/jvm.config b/MPE/druid/conf/druid/single-server/large/historical/jvm.config new file mode 100644 index 0000000..16e1f5d --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/historical/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms16g +-Xmx16g +-XX:MaxDirectMemorySize=25g +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/large/historical/main.config b/MPE/druid/conf/druid/single-server/large/historical/main.config new file mode 100644 index 0000000..42be713 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/historical/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server historical diff --git a/MPE/druid/conf/druid/single-server/large/historical/runtime.properties b/MPE/druid/conf/druid/single-server/large/historical/runtime.properties new file mode 100644 index 0000000..540fba6 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/historical/runtime.properties @@ -0,0 +1,40 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/historical +druid.plaintextPort=8083 + +# HTTP server threads +druid.server.http.numThreads=60 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=500000000 +druid.processing.numMergeBuffers=8 +druid.processing.numThreads=31 +druid.processing.tmpDir=var/druid/processing + +# Segment storage +druid.segmentCache.locations=[{"path":"var/druid/segment-cache","maxSize":300000000000}] +druid.server.maxSize=300000000000 + +# Query cache +druid.historical.cache.useCache=true +druid.historical.cache.populateCache=true +druid.cache.type=caffeine +druid.cache.sizeInBytes=512000000 diff --git a/MPE/druid/conf/druid/single-server/large/middleManager/jvm.config b/MPE/druid/conf/druid/single-server/large/middleManager/jvm.config new file mode 100644 index 0000000..82597e0 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/middleManager/jvm.config @@ -0,0 +1,9 @@ +-server +-Xms256m +-Xmx256m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/large/middleManager/main.config b/MPE/druid/conf/druid/single-server/large/middleManager/main.config new file mode 100644 index 0000000..0e62733 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/middleManager/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server middleManager diff --git a/MPE/druid/conf/druid/single-server/large/middleManager/runtime.properties b/MPE/druid/conf/druid/single-server/large/middleManager/runtime.properties new file mode 100644 index 0000000..0583b52 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/middleManager/runtime.properties @@ -0,0 +1,39 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/middleManager +druid.plaintextPort=8091 + +# Number of tasks per middleManager +druid.worker.capacity=8 + +# Task launch parameters +druid.indexer.runner.javaOpts=-server -Xms1g -Xmx1g -XX:MaxDirectMemorySize=1g -Duser.timezone=UTC -Dfile.encoding=UTF-8 -XX:+ExitOnOutOfMemoryError -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +druid.indexer.task.baseTaskDir=var/druid/task + +# HTTP server threads +druid.server.http.numThreads=60 + +# Processing threads and buffers on Peons +druid.indexer.fork.property.druid.processing.numMergeBuffers=2 +druid.indexer.fork.property.druid.processing.buffer.sizeBytes=100000000 +druid.indexer.fork.property.druid.processing.numThreads=1 + +# Hadoop indexing +druid.indexer.task.hadoopWorkingPath=var/druid/hadoop-tmp diff --git a/MPE/druid/conf/druid/single-server/large/router/jvm.config b/MPE/druid/conf/druid/single-server/large/router/jvm.config new file mode 100644 index 0000000..a844c40 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/router/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms1g +-Xmx1g +-XX:+UseG1GC +-XX:MaxDirectMemorySize=128m +-XX:+ExitOnOutOfMemoryError +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/large/router/main.config b/MPE/druid/conf/druid/single-server/large/router/main.config new file mode 100644 index 0000000..4194b69 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/router/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server router diff --git a/MPE/druid/conf/druid/single-server/large/router/runtime.properties b/MPE/druid/conf/druid/single-server/large/router/runtime.properties new file mode 100644 index 0000000..497d3b4 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/large/router/runtime.properties @@ -0,0 +1,34 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/router +druid.plaintextPort=8888 + +# HTTP proxy +druid.router.http.numConnections=50 +druid.router.http.readTimeout=PT5M +druid.router.http.numMaxThreads=100 +druid.server.http.numThreads=100 + +# Service discovery +druid.router.defaultBrokerServiceName=druid/broker +druid.router.coordinatorServiceName=druid/coordinator + +# Management proxy to coordinator / overlord: required for unified web console. +druid.router.managementProxy.enabled=true diff --git a/MPE/druid/conf/druid/single-server/medium/_common/common.runtime.properties b/MPE/druid/conf/druid/single-server/medium/_common/common.runtime.properties new file mode 100644 index 0000000..7f74ffb --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/_common/common.runtime.properties @@ -0,0 +1,145 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Extensions specified in the load list will be loaded by Druid +# We are using local fs for deep storage - not recommended for production - use S3, HDFS, or NFS instead +# We are using local derby for the metadata store - not recommended for production - use MySQL or Postgres instead + +# If you specify `druid.extensions.loadList=[]`, Druid won't load any extension from file system. +# If you don't specify `druid.extensions.loadList`, Druid will load all the extensions under root extension directory. +# More info: https://druid.apache.org/docs/latest/operations/including-extensions.html +druid.extensions.loadList=["druid-hdfs-storage", "druid-kafka-indexing-service", "druid-datasketches"] + +# If you have a different version of Hadoop, place your Hadoop client jar files in your hadoop-dependencies directory +# and uncomment the line below to point to your directory. +#druid.extensions.hadoopDependenciesDir=/my/dir/hadoop-dependencies + + +# +# Hostname +# +druid.host=localhost + +# +# Logging +# + +# Log all runtime properties on startup. Disable to avoid logging properties on startup: +druid.startup.logging.logProperties=true + +# +# Zookeeper +# + +druid.zk.service.host=localhost +druid.zk.paths.base=/druid + +# +# Metadata storage +# + +# For Derby server on your Druid Coordinator (only viable in a cluster with a single Coordinator, no fail-over): +druid.metadata.storage.type=derby +druid.metadata.storage.connector.connectURI=jdbc:derby://localhost:1527/var/druid/metadata.db;create=true +druid.metadata.storage.connector.host=localhost +druid.metadata.storage.connector.port=1527 + +# For MySQL (make sure to include the MySQL JDBC driver on the classpath): +#druid.metadata.storage.type=mysql +#druid.metadata.storage.connector.connectURI=jdbc:mysql://db.example.com:3306/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# For PostgreSQL: +#druid.metadata.storage.type=postgresql +#druid.metadata.storage.connector.connectURI=jdbc:postgresql://db.example.com:5432/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# +# Deep storage +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.storage.type=local +druid.storage.storageDirectory=var/druid/segments + +# For HDFS: +#druid.storage.type=hdfs +#druid.storage.storageDirectory=/druid/segments + +# For S3: +#druid.storage.type=s3 +#druid.storage.bucket=your-bucket +#druid.storage.baseKey=druid/segments +#druid.s3.accessKey=... +#druid.s3.secretKey=... + +# +# Indexing service logs +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.indexer.logs.type=file +druid.indexer.logs.directory=var/druid/indexing-logs + +# For HDFS: +#druid.indexer.logs.type=hdfs +#druid.indexer.logs.directory=/druid/indexing-logs + +# For S3: +#druid.indexer.logs.type=s3 +#druid.indexer.logs.s3Bucket=your-bucket +#druid.indexer.logs.s3Prefix=druid/indexing-logs + +# +# Service discovery +# + +druid.selectors.indexing.serviceName=druid/overlord +druid.selectors.coordinator.serviceName=druid/coordinator + +# +# Monitoring +# + +druid.monitoring.monitors=["org.apache.druid.java.util.metrics.JvmMonitor"] +druid.emitter=noop +druid.emitter.logging.logLevel=info + +# Storage type of double columns +# ommiting this will lead to index double as float at the storage layer + +druid.indexing.doubleStorage=double + +# +# Security +# +druid.server.hiddenProperties=["druid.s3.accessKey","druid.s3.secretKey","druid.metadata.storage.connector.password"] + + +# +# SQL +# +druid.sql.enable=true + +# +# Lookups +# +druid.lookup.enableLookupSyncOnStartup=false
\ No newline at end of file diff --git a/MPE/druid/conf/druid/single-server/medium/_common/log4j2.xml b/MPE/druid/conf/druid/single-server/medium/_common/log4j2.xml new file mode 100644 index 0000000..2f88d04 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/_common/log4j2.xml @@ -0,0 +1,60 @@ +<?xml version="1.0" encoding="UTF-8" ?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. +--> + +<Configuration status="WARN"> + <Appenders> + <Console name="Console" target="SYSTEM_OUT"> + <PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/> + </Console> + </Appenders> + <Loggers> + <Root level="info"> + <AppenderRef ref="Console"/> + </Root> + + <!-- Set level="debug" to see stack traces for query errors --> + <Logger name="org.apache.druid.server.QueryLifecycle" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" or "trace" to see more Coordinator details (segment balancing, load/drop rules, etc) --> + <Logger name="org.apache.druid.server.coordinator" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see low-level details about segments and ingestion --> + <Logger name="org.apache.druid.segment" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see more information about extension initialization --> + <Logger name="org.apache.druid.initialization" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Quieter logging at startup --> + <Logger name="org.skife.config" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + <Logger name="com.sun.jersey.guice" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + </Loggers> +</Configuration> diff --git a/MPE/druid/conf/druid/single-server/medium/broker/jvm.config b/MPE/druid/conf/druid/single-server/medium/broker/jvm.config new file mode 100644 index 0000000..a4bf3d9 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/broker/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms8g +-Xmx8g +-XX:MaxDirectMemorySize=5g +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/medium/broker/main.config b/MPE/druid/conf/druid/single-server/medium/broker/main.config new file mode 100644 index 0000000..9bc9a6f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/broker/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server broker diff --git a/MPE/druid/conf/druid/single-server/medium/broker/runtime.properties b/MPE/druid/conf/druid/single-server/medium/broker/runtime.properties new file mode 100644 index 0000000..5681b8a --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/broker/runtime.properties @@ -0,0 +1,38 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/broker +druid.plaintextPort=8082 + +# HTTP server settings +druid.server.http.numThreads=60 + +# HTTP client settings +druid.broker.http.numConnections=50 +druid.broker.http.maxQueuedBytes=10000000 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=500000000 +druid.processing.numMergeBuffers=4 +druid.processing.numThreads=1 +druid.processing.tmpDir=var/druid/processing + +# Query cache disabled -- push down caching and merging instead +druid.broker.cache.useCache=false +druid.broker.cache.populateCache=false diff --git a/MPE/druid/conf/druid/single-server/medium/coordinator-overlord/jvm.config b/MPE/druid/conf/druid/single-server/medium/coordinator-overlord/jvm.config new file mode 100644 index 0000000..dbddd50 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/coordinator-overlord/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms9g +-Xmx9g +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +-Dderby.stream.error.file=var/druid/derby.log diff --git a/MPE/druid/conf/druid/single-server/medium/coordinator-overlord/main.config b/MPE/druid/conf/druid/single-server/medium/coordinator-overlord/main.config new file mode 100644 index 0000000..a74101f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/coordinator-overlord/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server coordinator diff --git a/MPE/druid/conf/druid/single-server/medium/coordinator-overlord/runtime.properties b/MPE/druid/conf/druid/single-server/medium/coordinator-overlord/runtime.properties new file mode 100644 index 0000000..8928cc9 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/coordinator-overlord/runtime.properties @@ -0,0 +1,33 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/coordinator +druid.plaintextPort=8081 + +druid.coordinator.startDelay=PT10S +druid.coordinator.period=PT5S + +# Run the overlord service in the coordinator process +druid.coordinator.asOverlord.enabled=true +druid.coordinator.asOverlord.overlordService=druid/overlord + +druid.indexer.queue.startDelay=PT5S + +druid.indexer.runner.type=remote +druid.indexer.storage.type=metadata diff --git a/MPE/druid/conf/druid/single-server/medium/historical/jvm.config b/MPE/druid/conf/druid/single-server/medium/historical/jvm.config new file mode 100644 index 0000000..f31ae92 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/historical/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms8g +-Xmx8g +-XX:MaxDirectMemorySize=13g +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/medium/historical/main.config b/MPE/druid/conf/druid/single-server/medium/historical/main.config new file mode 100644 index 0000000..42be713 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/historical/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server historical diff --git a/MPE/druid/conf/druid/single-server/medium/historical/runtime.properties b/MPE/druid/conf/druid/single-server/medium/historical/runtime.properties new file mode 100644 index 0000000..326e6ee --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/historical/runtime.properties @@ -0,0 +1,40 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/historical +druid.plaintextPort=8083 + +# HTTP server threads +druid.server.http.numThreads=60 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=500000000 +druid.processing.numMergeBuffers=4 +druid.processing.numThreads=15 +druid.processing.tmpDir=var/druid/processing + +# Segment storage +druid.segmentCache.locations=[{"path":"var/druid/segment-cache","maxSize":300000000000}] +druid.server.maxSize=300000000000 + +# Query cache +druid.historical.cache.useCache=true +druid.historical.cache.populateCache=true +druid.cache.type=caffeine +druid.cache.sizeInBytes=256000000 diff --git a/MPE/druid/conf/druid/single-server/medium/middleManager/jvm.config b/MPE/druid/conf/druid/single-server/medium/middleManager/jvm.config new file mode 100644 index 0000000..82597e0 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/middleManager/jvm.config @@ -0,0 +1,9 @@ +-server +-Xms256m +-Xmx256m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/medium/middleManager/main.config b/MPE/druid/conf/druid/single-server/medium/middleManager/main.config new file mode 100644 index 0000000..0e62733 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/middleManager/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server middleManager diff --git a/MPE/druid/conf/druid/single-server/medium/middleManager/runtime.properties b/MPE/druid/conf/druid/single-server/medium/middleManager/runtime.properties new file mode 100644 index 0000000..4101ebf --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/middleManager/runtime.properties @@ -0,0 +1,39 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/middleManager +druid.plaintextPort=8091 + +# Number of tasks per middleManager +druid.worker.capacity=4 + +# Task launch parameters +druid.indexer.runner.javaOpts=-server -Xms1g -Xmx1g -XX:MaxDirectMemorySize=1g -Duser.timezone=UTC -Dfile.encoding=UTF-8 -XX:+ExitOnOutOfMemoryError -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +druid.indexer.task.baseTaskDir=var/druid/task + +# HTTP server threads +druid.server.http.numThreads=60 + +# Processing threads and buffers on Peons +druid.indexer.fork.property.druid.processing.numMergeBuffers=2 +druid.indexer.fork.property.druid.processing.buffer.sizeBytes=100000000 +druid.indexer.fork.property.druid.processing.numThreads=1 + +# Hadoop indexing +druid.indexer.task.hadoopWorkingPath=var/druid/hadoop-tmp diff --git a/MPE/druid/conf/druid/single-server/medium/router/jvm.config b/MPE/druid/conf/druid/single-server/medium/router/jvm.config new file mode 100644 index 0000000..6fc9b4c --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/router/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms512m +-Xmx512m +-XX:+UseG1GC +-XX:MaxDirectMemorySize=128m +-XX:+ExitOnOutOfMemoryError +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/medium/router/main.config b/MPE/druid/conf/druid/single-server/medium/router/main.config new file mode 100644 index 0000000..4194b69 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/router/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server router diff --git a/MPE/druid/conf/druid/single-server/medium/router/runtime.properties b/MPE/druid/conf/druid/single-server/medium/router/runtime.properties new file mode 100644 index 0000000..497d3b4 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/medium/router/runtime.properties @@ -0,0 +1,34 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/router +druid.plaintextPort=8888 + +# HTTP proxy +druid.router.http.numConnections=50 +druid.router.http.readTimeout=PT5M +druid.router.http.numMaxThreads=100 +druid.server.http.numThreads=100 + +# Service discovery +druid.router.defaultBrokerServiceName=druid/broker +druid.router.coordinatorServiceName=druid/coordinator + +# Management proxy to coordinator / overlord: required for unified web console. +druid.router.managementProxy.enabled=true diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/_common/common.runtime.properties b/MPE/druid/conf/druid/single-server/micro-quickstart/_common/common.runtime.properties new file mode 100644 index 0000000..7f74ffb --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/_common/common.runtime.properties @@ -0,0 +1,145 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Extensions specified in the load list will be loaded by Druid +# We are using local fs for deep storage - not recommended for production - use S3, HDFS, or NFS instead +# We are using local derby for the metadata store - not recommended for production - use MySQL or Postgres instead + +# If you specify `druid.extensions.loadList=[]`, Druid won't load any extension from file system. +# If you don't specify `druid.extensions.loadList`, Druid will load all the extensions under root extension directory. +# More info: https://druid.apache.org/docs/latest/operations/including-extensions.html +druid.extensions.loadList=["druid-hdfs-storage", "druid-kafka-indexing-service", "druid-datasketches"] + +# If you have a different version of Hadoop, place your Hadoop client jar files in your hadoop-dependencies directory +# and uncomment the line below to point to your directory. +#druid.extensions.hadoopDependenciesDir=/my/dir/hadoop-dependencies + + +# +# Hostname +# +druid.host=localhost + +# +# Logging +# + +# Log all runtime properties on startup. Disable to avoid logging properties on startup: +druid.startup.logging.logProperties=true + +# +# Zookeeper +# + +druid.zk.service.host=localhost +druid.zk.paths.base=/druid + +# +# Metadata storage +# + +# For Derby server on your Druid Coordinator (only viable in a cluster with a single Coordinator, no fail-over): +druid.metadata.storage.type=derby +druid.metadata.storage.connector.connectURI=jdbc:derby://localhost:1527/var/druid/metadata.db;create=true +druid.metadata.storage.connector.host=localhost +druid.metadata.storage.connector.port=1527 + +# For MySQL (make sure to include the MySQL JDBC driver on the classpath): +#druid.metadata.storage.type=mysql +#druid.metadata.storage.connector.connectURI=jdbc:mysql://db.example.com:3306/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# For PostgreSQL: +#druid.metadata.storage.type=postgresql +#druid.metadata.storage.connector.connectURI=jdbc:postgresql://db.example.com:5432/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# +# Deep storage +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.storage.type=local +druid.storage.storageDirectory=var/druid/segments + +# For HDFS: +#druid.storage.type=hdfs +#druid.storage.storageDirectory=/druid/segments + +# For S3: +#druid.storage.type=s3 +#druid.storage.bucket=your-bucket +#druid.storage.baseKey=druid/segments +#druid.s3.accessKey=... +#druid.s3.secretKey=... + +# +# Indexing service logs +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.indexer.logs.type=file +druid.indexer.logs.directory=var/druid/indexing-logs + +# For HDFS: +#druid.indexer.logs.type=hdfs +#druid.indexer.logs.directory=/druid/indexing-logs + +# For S3: +#druid.indexer.logs.type=s3 +#druid.indexer.logs.s3Bucket=your-bucket +#druid.indexer.logs.s3Prefix=druid/indexing-logs + +# +# Service discovery +# + +druid.selectors.indexing.serviceName=druid/overlord +druid.selectors.coordinator.serviceName=druid/coordinator + +# +# Monitoring +# + +druid.monitoring.monitors=["org.apache.druid.java.util.metrics.JvmMonitor"] +druid.emitter=noop +druid.emitter.logging.logLevel=info + +# Storage type of double columns +# ommiting this will lead to index double as float at the storage layer + +druid.indexing.doubleStorage=double + +# +# Security +# +druid.server.hiddenProperties=["druid.s3.accessKey","druid.s3.secretKey","druid.metadata.storage.connector.password"] + + +# +# SQL +# +druid.sql.enable=true + +# +# Lookups +# +druid.lookup.enableLookupSyncOnStartup=false
\ No newline at end of file diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/_common/log4j2.xml b/MPE/druid/conf/druid/single-server/micro-quickstart/_common/log4j2.xml new file mode 100644 index 0000000..2f88d04 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/_common/log4j2.xml @@ -0,0 +1,60 @@ +<?xml version="1.0" encoding="UTF-8" ?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. +--> + +<Configuration status="WARN"> + <Appenders> + <Console name="Console" target="SYSTEM_OUT"> + <PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/> + </Console> + </Appenders> + <Loggers> + <Root level="info"> + <AppenderRef ref="Console"/> + </Root> + + <!-- Set level="debug" to see stack traces for query errors --> + <Logger name="org.apache.druid.server.QueryLifecycle" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" or "trace" to see more Coordinator details (segment balancing, load/drop rules, etc) --> + <Logger name="org.apache.druid.server.coordinator" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see low-level details about segments and ingestion --> + <Logger name="org.apache.druid.segment" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see more information about extension initialization --> + <Logger name="org.apache.druid.initialization" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Quieter logging at startup --> + <Logger name="org.skife.config" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + <Logger name="com.sun.jersey.guice" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + </Loggers> +</Configuration> diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/broker/jvm.config b/MPE/druid/conf/druid/single-server/micro-quickstart/broker/jvm.config new file mode 100644 index 0000000..cf72e5d --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/broker/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms512m +-Xmx512m +-XX:MaxDirectMemorySize=768m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/broker/main.config b/MPE/druid/conf/druid/single-server/micro-quickstart/broker/main.config new file mode 100644 index 0000000..9bc9a6f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/broker/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server broker diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/broker/runtime.properties b/MPE/druid/conf/druid/single-server/micro-quickstart/broker/runtime.properties new file mode 100644 index 0000000..cad3373 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/broker/runtime.properties @@ -0,0 +1,38 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/broker +druid.plaintextPort=8082 + +# HTTP server settings +druid.server.http.numThreads=12 + +# HTTP client settings +druid.broker.http.numConnections=10 +druid.broker.http.maxQueuedBytes=5000000 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=100000000 +druid.processing.numMergeBuffers=2 +druid.processing.numThreads=1 +druid.processing.tmpDir=var/druid/processing + +# Query cache disabled -- push down caching and merging instead +druid.broker.cache.useCache=false +druid.broker.cache.populateCache=false diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/coordinator-overlord/jvm.config b/MPE/druid/conf/druid/single-server/micro-quickstart/coordinator-overlord/jvm.config new file mode 100644 index 0000000..8ab5708 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/coordinator-overlord/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms256m +-Xmx256m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +-Dderby.stream.error.file=var/druid/derby.log diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/coordinator-overlord/main.config b/MPE/druid/conf/druid/single-server/micro-quickstart/coordinator-overlord/main.config new file mode 100644 index 0000000..a74101f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/coordinator-overlord/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server coordinator diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/coordinator-overlord/runtime.properties b/MPE/druid/conf/druid/single-server/micro-quickstart/coordinator-overlord/runtime.properties new file mode 100644 index 0000000..8928cc9 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/coordinator-overlord/runtime.properties @@ -0,0 +1,33 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/coordinator +druid.plaintextPort=8081 + +druid.coordinator.startDelay=PT10S +druid.coordinator.period=PT5S + +# Run the overlord service in the coordinator process +druid.coordinator.asOverlord.enabled=true +druid.coordinator.asOverlord.overlordService=druid/overlord + +druid.indexer.queue.startDelay=PT5S + +druid.indexer.runner.type=remote +druid.indexer.storage.type=metadata diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/historical/jvm.config b/MPE/druid/conf/druid/single-server/micro-quickstart/historical/jvm.config new file mode 100644 index 0000000..8747402 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/historical/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms512m +-Xmx512m +-XX:MaxDirectMemorySize=1280m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/historical/main.config b/MPE/druid/conf/druid/single-server/micro-quickstart/historical/main.config new file mode 100644 index 0000000..42be713 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/historical/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server historical diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/historical/runtime.properties b/MPE/druid/conf/druid/single-server/micro-quickstart/historical/runtime.properties new file mode 100644 index 0000000..594abaf --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/historical/runtime.properties @@ -0,0 +1,40 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/historical +druid.plaintextPort=8083 + +# HTTP server threads +druid.server.http.numThreads=12 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=200000000 +druid.processing.numMergeBuffers=2 +druid.processing.numThreads=2 +druid.processing.tmpDir=var/druid/processing + +# Segment storage +druid.segmentCache.locations=[{"path":"var/druid/segment-cache","maxSize":300000000000}] +druid.server.maxSize=300000000000 + +# Query cache +druid.historical.cache.useCache=true +druid.historical.cache.populateCache=true +druid.cache.type=caffeine +druid.cache.sizeInBytes=10000000 diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/middleManager/jvm.config b/MPE/druid/conf/druid/single-server/micro-quickstart/middleManager/jvm.config new file mode 100644 index 0000000..30b023c --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/middleManager/jvm.config @@ -0,0 +1,9 @@ +-server +-Xms64m +-Xmx64m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/middleManager/main.config b/MPE/druid/conf/druid/single-server/micro-quickstart/middleManager/main.config new file mode 100644 index 0000000..0e62733 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/middleManager/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server middleManager diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/middleManager/runtime.properties b/MPE/druid/conf/druid/single-server/micro-quickstart/middleManager/runtime.properties new file mode 100644 index 0000000..280787b --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/middleManager/runtime.properties @@ -0,0 +1,39 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/middleManager +druid.plaintextPort=8091 + +# Number of tasks per middleManager +druid.worker.capacity=2 + +# Task launch parameters +druid.indexer.runner.javaOpts=-server -Xms1g -Xmx1g -XX:MaxDirectMemorySize=1g -Duser.timezone=UTC -Dfile.encoding=UTF-8 -XX:+ExitOnOutOfMemoryError -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +druid.indexer.task.baseTaskDir=var/druid/task + +# HTTP server threads +druid.server.http.numThreads=12 + +# Processing threads and buffers on Peons +druid.indexer.fork.property.druid.processing.numMergeBuffers=2 +druid.indexer.fork.property.druid.processing.buffer.sizeBytes=100000000 +druid.indexer.fork.property.druid.processing.numThreads=1 + +# Hadoop indexing +druid.indexer.task.hadoopWorkingPath=var/druid/hadoop-tmp diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/router/jvm.config b/MPE/druid/conf/druid/single-server/micro-quickstart/router/jvm.config new file mode 100644 index 0000000..e74d6b1 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/router/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms128m +-Xmx128m +-XX:+UseG1GC +-XX:MaxDirectMemorySize=128m +-XX:+ExitOnOutOfMemoryError +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/router/main.config b/MPE/druid/conf/druid/single-server/micro-quickstart/router/main.config new file mode 100644 index 0000000..4194b69 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/router/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server router diff --git a/MPE/druid/conf/druid/single-server/micro-quickstart/router/runtime.properties b/MPE/druid/conf/druid/single-server/micro-quickstart/router/runtime.properties new file mode 100644 index 0000000..497d3b4 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/micro-quickstart/router/runtime.properties @@ -0,0 +1,34 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/router +druid.plaintextPort=8888 + +# HTTP proxy +druid.router.http.numConnections=50 +druid.router.http.readTimeout=PT5M +druid.router.http.numMaxThreads=100 +druid.server.http.numThreads=100 + +# Service discovery +druid.router.defaultBrokerServiceName=druid/broker +druid.router.coordinatorServiceName=druid/coordinator + +# Management proxy to coordinator / overlord: required for unified web console. +druid.router.managementProxy.enabled=true diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/_common/common.runtime.properties b/MPE/druid/conf/druid/single-server/nano-quickstart/_common/common.runtime.properties new file mode 100644 index 0000000..7f74ffb --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/_common/common.runtime.properties @@ -0,0 +1,145 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Extensions specified in the load list will be loaded by Druid +# We are using local fs for deep storage - not recommended for production - use S3, HDFS, or NFS instead +# We are using local derby for the metadata store - not recommended for production - use MySQL or Postgres instead + +# If you specify `druid.extensions.loadList=[]`, Druid won't load any extension from file system. +# If you don't specify `druid.extensions.loadList`, Druid will load all the extensions under root extension directory. +# More info: https://druid.apache.org/docs/latest/operations/including-extensions.html +druid.extensions.loadList=["druid-hdfs-storage", "druid-kafka-indexing-service", "druid-datasketches"] + +# If you have a different version of Hadoop, place your Hadoop client jar files in your hadoop-dependencies directory +# and uncomment the line below to point to your directory. +#druid.extensions.hadoopDependenciesDir=/my/dir/hadoop-dependencies + + +# +# Hostname +# +druid.host=localhost + +# +# Logging +# + +# Log all runtime properties on startup. Disable to avoid logging properties on startup: +druid.startup.logging.logProperties=true + +# +# Zookeeper +# + +druid.zk.service.host=localhost +druid.zk.paths.base=/druid + +# +# Metadata storage +# + +# For Derby server on your Druid Coordinator (only viable in a cluster with a single Coordinator, no fail-over): +druid.metadata.storage.type=derby +druid.metadata.storage.connector.connectURI=jdbc:derby://localhost:1527/var/druid/metadata.db;create=true +druid.metadata.storage.connector.host=localhost +druid.metadata.storage.connector.port=1527 + +# For MySQL (make sure to include the MySQL JDBC driver on the classpath): +#druid.metadata.storage.type=mysql +#druid.metadata.storage.connector.connectURI=jdbc:mysql://db.example.com:3306/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# For PostgreSQL: +#druid.metadata.storage.type=postgresql +#druid.metadata.storage.connector.connectURI=jdbc:postgresql://db.example.com:5432/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# +# Deep storage +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.storage.type=local +druid.storage.storageDirectory=var/druid/segments + +# For HDFS: +#druid.storage.type=hdfs +#druid.storage.storageDirectory=/druid/segments + +# For S3: +#druid.storage.type=s3 +#druid.storage.bucket=your-bucket +#druid.storage.baseKey=druid/segments +#druid.s3.accessKey=... +#druid.s3.secretKey=... + +# +# Indexing service logs +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.indexer.logs.type=file +druid.indexer.logs.directory=var/druid/indexing-logs + +# For HDFS: +#druid.indexer.logs.type=hdfs +#druid.indexer.logs.directory=/druid/indexing-logs + +# For S3: +#druid.indexer.logs.type=s3 +#druid.indexer.logs.s3Bucket=your-bucket +#druid.indexer.logs.s3Prefix=druid/indexing-logs + +# +# Service discovery +# + +druid.selectors.indexing.serviceName=druid/overlord +druid.selectors.coordinator.serviceName=druid/coordinator + +# +# Monitoring +# + +druid.monitoring.monitors=["org.apache.druid.java.util.metrics.JvmMonitor"] +druid.emitter=noop +druid.emitter.logging.logLevel=info + +# Storage type of double columns +# ommiting this will lead to index double as float at the storage layer + +druid.indexing.doubleStorage=double + +# +# Security +# +druid.server.hiddenProperties=["druid.s3.accessKey","druid.s3.secretKey","druid.metadata.storage.connector.password"] + + +# +# SQL +# +druid.sql.enable=true + +# +# Lookups +# +druid.lookup.enableLookupSyncOnStartup=false
\ No newline at end of file diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/_common/log4j2.xml b/MPE/druid/conf/druid/single-server/nano-quickstart/_common/log4j2.xml new file mode 100644 index 0000000..2f88d04 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/_common/log4j2.xml @@ -0,0 +1,60 @@ +<?xml version="1.0" encoding="UTF-8" ?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. +--> + +<Configuration status="WARN"> + <Appenders> + <Console name="Console" target="SYSTEM_OUT"> + <PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/> + </Console> + </Appenders> + <Loggers> + <Root level="info"> + <AppenderRef ref="Console"/> + </Root> + + <!-- Set level="debug" to see stack traces for query errors --> + <Logger name="org.apache.druid.server.QueryLifecycle" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" or "trace" to see more Coordinator details (segment balancing, load/drop rules, etc) --> + <Logger name="org.apache.druid.server.coordinator" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see low-level details about segments and ingestion --> + <Logger name="org.apache.druid.segment" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see more information about extension initialization --> + <Logger name="org.apache.druid.initialization" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Quieter logging at startup --> + <Logger name="org.skife.config" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + <Logger name="com.sun.jersey.guice" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + </Loggers> +</Configuration> diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/broker/jvm.config b/MPE/druid/conf/druid/single-server/nano-quickstart/broker/jvm.config new file mode 100644 index 0000000..8551ec5 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/broker/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms512m +-Xmx512m +-XX:MaxDirectMemorySize=400m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/broker/main.config b/MPE/druid/conf/druid/single-server/nano-quickstart/broker/main.config new file mode 100644 index 0000000..9bc9a6f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/broker/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server broker diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/broker/runtime.properties b/MPE/druid/conf/druid/single-server/nano-quickstart/broker/runtime.properties new file mode 100644 index 0000000..21805ea --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/broker/runtime.properties @@ -0,0 +1,38 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/broker +druid.plaintextPort=8082 + +# HTTP server settings +druid.server.http.numThreads=6 + +# HTTP client settings +druid.broker.http.numConnections=5 +druid.broker.http.maxQueuedBytes=5000000 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=50000000 +druid.processing.numMergeBuffers=2 +druid.processing.numThreads=1 +druid.processing.tmpDir=var/druid/processing + +# Query cache disabled -- push down caching and merging instead +druid.broker.cache.useCache=false +druid.broker.cache.populateCache=false diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/coordinator-overlord/jvm.config b/MPE/druid/conf/druid/single-server/nano-quickstart/coordinator-overlord/jvm.config new file mode 100644 index 0000000..8ab5708 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/coordinator-overlord/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms256m +-Xmx256m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +-Dderby.stream.error.file=var/druid/derby.log diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/coordinator-overlord/main.config b/MPE/druid/conf/druid/single-server/nano-quickstart/coordinator-overlord/main.config new file mode 100644 index 0000000..a74101f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/coordinator-overlord/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server coordinator diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/coordinator-overlord/runtime.properties b/MPE/druid/conf/druid/single-server/nano-quickstart/coordinator-overlord/runtime.properties new file mode 100644 index 0000000..8928cc9 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/coordinator-overlord/runtime.properties @@ -0,0 +1,33 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/coordinator +druid.plaintextPort=8081 + +druid.coordinator.startDelay=PT10S +druid.coordinator.period=PT5S + +# Run the overlord service in the coordinator process +druid.coordinator.asOverlord.enabled=true +druid.coordinator.asOverlord.overlordService=druid/overlord + +druid.indexer.queue.startDelay=PT5S + +druid.indexer.runner.type=remote +druid.indexer.storage.type=metadata diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/historical/jvm.config b/MPE/druid/conf/druid/single-server/nano-quickstart/historical/jvm.config new file mode 100644 index 0000000..8551ec5 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/historical/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms512m +-Xmx512m +-XX:MaxDirectMemorySize=400m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/historical/main.config b/MPE/druid/conf/druid/single-server/nano-quickstart/historical/main.config new file mode 100644 index 0000000..42be713 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/historical/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server historical diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/historical/runtime.properties b/MPE/druid/conf/druid/single-server/nano-quickstart/historical/runtime.properties new file mode 100644 index 0000000..f2e8d3b --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/historical/runtime.properties @@ -0,0 +1,40 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/historical +druid.plaintextPort=8083 + +# HTTP server threads +druid.server.http.numThreads=6 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=50000000 +druid.processing.numMergeBuffers=2 +druid.processing.numThreads=1 +druid.processing.tmpDir=var/druid/processing + +# Segment storage +druid.segmentCache.locations=[{"path":"var/druid/segment-cache","maxSize":300000000000}] +druid.server.maxSize=300000000000 + +# Query cache +druid.historical.cache.useCache=true +druid.historical.cache.populateCache=true +druid.cache.type=caffeine +druid.cache.sizeInBytes=50000000 diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/middleManager/jvm.config b/MPE/druid/conf/druid/single-server/nano-quickstart/middleManager/jvm.config new file mode 100644 index 0000000..30b023c --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/middleManager/jvm.config @@ -0,0 +1,9 @@ +-server +-Xms64m +-Xmx64m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/middleManager/main.config b/MPE/druid/conf/druid/single-server/nano-quickstart/middleManager/main.config new file mode 100644 index 0000000..0e62733 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/middleManager/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server middleManager diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/middleManager/runtime.properties b/MPE/druid/conf/druid/single-server/nano-quickstart/middleManager/runtime.properties new file mode 100644 index 0000000..c8e5f57 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/middleManager/runtime.properties @@ -0,0 +1,39 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/middleManager +druid.plaintextPort=8091 + +# Number of tasks per middleManager +druid.worker.capacity=2 + +# Task launch parameters +druid.indexer.runner.javaOpts=-server -Xms256m -Xmx256m -XX:MaxDirectMemorySize=300m -Duser.timezone=UTC -Dfile.encoding=UTF-8 -XX:+ExitOnOutOfMemoryError -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +druid.indexer.task.baseTaskDir=var/druid/task + +# HTTP server threads +druid.server.http.numThreads=6 + +# Processing threads and buffers on Peons +druid.indexer.fork.property.druid.processing.numMergeBuffers=2 +druid.indexer.fork.property.druid.processing.buffer.sizeBytes=25000000 +druid.indexer.fork.property.druid.processing.numThreads=1 + +# Hadoop indexing +druid.indexer.task.hadoopWorkingPath=var/druid/hadoop-tmp diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/router/jvm.config b/MPE/druid/conf/druid/single-server/nano-quickstart/router/jvm.config new file mode 100644 index 0000000..e74d6b1 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/router/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms128m +-Xmx128m +-XX:+UseG1GC +-XX:MaxDirectMemorySize=128m +-XX:+ExitOnOutOfMemoryError +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/router/main.config b/MPE/druid/conf/druid/single-server/nano-quickstart/router/main.config new file mode 100644 index 0000000..4194b69 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/router/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server router diff --git a/MPE/druid/conf/druid/single-server/nano-quickstart/router/runtime.properties b/MPE/druid/conf/druid/single-server/nano-quickstart/router/runtime.properties new file mode 100644 index 0000000..1868e9b --- /dev/null +++ b/MPE/druid/conf/druid/single-server/nano-quickstart/router/runtime.properties @@ -0,0 +1,34 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/router +druid.plaintextPort=8888 + +# HTTP proxy +druid.router.http.numConnections=25 +druid.router.http.readTimeout=PT5M +druid.router.http.numMaxThreads=50 +druid.server.http.numThreads=50 + +# Service discovery +druid.router.defaultBrokerServiceName=druid/broker +druid.router.coordinatorServiceName=druid/coordinator + +# Management proxy to coordinator / overlord: required for unified web console. +druid.router.managementProxy.enabled=true diff --git a/MPE/druid/conf/druid/single-server/small/_common/common.runtime.properties b/MPE/druid/conf/druid/single-server/small/_common/common.runtime.properties new file mode 100644 index 0000000..7f74ffb --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/_common/common.runtime.properties @@ -0,0 +1,145 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Extensions specified in the load list will be loaded by Druid +# We are using local fs for deep storage - not recommended for production - use S3, HDFS, or NFS instead +# We are using local derby for the metadata store - not recommended for production - use MySQL or Postgres instead + +# If you specify `druid.extensions.loadList=[]`, Druid won't load any extension from file system. +# If you don't specify `druid.extensions.loadList`, Druid will load all the extensions under root extension directory. +# More info: https://druid.apache.org/docs/latest/operations/including-extensions.html +druid.extensions.loadList=["druid-hdfs-storage", "druid-kafka-indexing-service", "druid-datasketches"] + +# If you have a different version of Hadoop, place your Hadoop client jar files in your hadoop-dependencies directory +# and uncomment the line below to point to your directory. +#druid.extensions.hadoopDependenciesDir=/my/dir/hadoop-dependencies + + +# +# Hostname +# +druid.host=localhost + +# +# Logging +# + +# Log all runtime properties on startup. Disable to avoid logging properties on startup: +druid.startup.logging.logProperties=true + +# +# Zookeeper +# + +druid.zk.service.host=localhost +druid.zk.paths.base=/druid + +# +# Metadata storage +# + +# For Derby server on your Druid Coordinator (only viable in a cluster with a single Coordinator, no fail-over): +druid.metadata.storage.type=derby +druid.metadata.storage.connector.connectURI=jdbc:derby://localhost:1527/var/druid/metadata.db;create=true +druid.metadata.storage.connector.host=localhost +druid.metadata.storage.connector.port=1527 + +# For MySQL (make sure to include the MySQL JDBC driver on the classpath): +#druid.metadata.storage.type=mysql +#druid.metadata.storage.connector.connectURI=jdbc:mysql://db.example.com:3306/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# For PostgreSQL: +#druid.metadata.storage.type=postgresql +#druid.metadata.storage.connector.connectURI=jdbc:postgresql://db.example.com:5432/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# +# Deep storage +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.storage.type=local +druid.storage.storageDirectory=var/druid/segments + +# For HDFS: +#druid.storage.type=hdfs +#druid.storage.storageDirectory=/druid/segments + +# For S3: +#druid.storage.type=s3 +#druid.storage.bucket=your-bucket +#druid.storage.baseKey=druid/segments +#druid.s3.accessKey=... +#druid.s3.secretKey=... + +# +# Indexing service logs +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.indexer.logs.type=file +druid.indexer.logs.directory=var/druid/indexing-logs + +# For HDFS: +#druid.indexer.logs.type=hdfs +#druid.indexer.logs.directory=/druid/indexing-logs + +# For S3: +#druid.indexer.logs.type=s3 +#druid.indexer.logs.s3Bucket=your-bucket +#druid.indexer.logs.s3Prefix=druid/indexing-logs + +# +# Service discovery +# + +druid.selectors.indexing.serviceName=druid/overlord +druid.selectors.coordinator.serviceName=druid/coordinator + +# +# Monitoring +# + +druid.monitoring.monitors=["org.apache.druid.java.util.metrics.JvmMonitor"] +druid.emitter=noop +druid.emitter.logging.logLevel=info + +# Storage type of double columns +# ommiting this will lead to index double as float at the storage layer + +druid.indexing.doubleStorage=double + +# +# Security +# +druid.server.hiddenProperties=["druid.s3.accessKey","druid.s3.secretKey","druid.metadata.storage.connector.password"] + + +# +# SQL +# +druid.sql.enable=true + +# +# Lookups +# +druid.lookup.enableLookupSyncOnStartup=false
\ No newline at end of file diff --git a/MPE/druid/conf/druid/single-server/small/_common/log4j2.xml b/MPE/druid/conf/druid/single-server/small/_common/log4j2.xml new file mode 100644 index 0000000..2f88d04 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/_common/log4j2.xml @@ -0,0 +1,60 @@ +<?xml version="1.0" encoding="UTF-8" ?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. +--> + +<Configuration status="WARN"> + <Appenders> + <Console name="Console" target="SYSTEM_OUT"> + <PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/> + </Console> + </Appenders> + <Loggers> + <Root level="info"> + <AppenderRef ref="Console"/> + </Root> + + <!-- Set level="debug" to see stack traces for query errors --> + <Logger name="org.apache.druid.server.QueryLifecycle" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" or "trace" to see more Coordinator details (segment balancing, load/drop rules, etc) --> + <Logger name="org.apache.druid.server.coordinator" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see low-level details about segments and ingestion --> + <Logger name="org.apache.druid.segment" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see more information about extension initialization --> + <Logger name="org.apache.druid.initialization" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Quieter logging at startup --> + <Logger name="org.skife.config" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + <Logger name="com.sun.jersey.guice" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + </Loggers> +</Configuration> diff --git a/MPE/druid/conf/druid/single-server/small/broker/jvm.config b/MPE/druid/conf/druid/single-server/small/broker/jvm.config new file mode 100644 index 0000000..1017bce --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/broker/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms4g +-Xmx4g +-XX:MaxDirectMemorySize=3g +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/small/broker/main.config b/MPE/druid/conf/druid/single-server/small/broker/main.config new file mode 100644 index 0000000..9bc9a6f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/broker/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server broker diff --git a/MPE/druid/conf/druid/single-server/small/broker/runtime.properties b/MPE/druid/conf/druid/single-server/small/broker/runtime.properties new file mode 100644 index 0000000..072c9e9 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/broker/runtime.properties @@ -0,0 +1,38 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/broker +druid.plaintextPort=8082 + +# HTTP server settings +druid.server.http.numThreads=50 + +# HTTP client settings +druid.broker.http.numConnections=40 +druid.broker.http.maxQueuedBytes=5000000 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=500000000 +druid.processing.numMergeBuffers=2 +druid.processing.numThreads=1 +druid.processing.tmpDir=var/druid/processing + +# Query cache disabled -- push down caching and merging instead +druid.broker.cache.useCache=false +druid.broker.cache.populateCache=false diff --git a/MPE/druid/conf/druid/single-server/small/coordinator-overlord/jvm.config b/MPE/druid/conf/druid/single-server/small/coordinator-overlord/jvm.config new file mode 100644 index 0000000..3417668 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/coordinator-overlord/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms4500m +-Xmx4500m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +-Dderby.stream.error.file=var/druid/derby.log diff --git a/MPE/druid/conf/druid/single-server/small/coordinator-overlord/main.config b/MPE/druid/conf/druid/single-server/small/coordinator-overlord/main.config new file mode 100644 index 0000000..a74101f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/coordinator-overlord/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server coordinator diff --git a/MPE/druid/conf/druid/single-server/small/coordinator-overlord/runtime.properties b/MPE/druid/conf/druid/single-server/small/coordinator-overlord/runtime.properties new file mode 100644 index 0000000..8928cc9 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/coordinator-overlord/runtime.properties @@ -0,0 +1,33 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/coordinator +druid.plaintextPort=8081 + +druid.coordinator.startDelay=PT10S +druid.coordinator.period=PT5S + +# Run the overlord service in the coordinator process +druid.coordinator.asOverlord.enabled=true +druid.coordinator.asOverlord.overlordService=druid/overlord + +druid.indexer.queue.startDelay=PT5S + +druid.indexer.runner.type=remote +druid.indexer.storage.type=metadata diff --git a/MPE/druid/conf/druid/single-server/small/historical/jvm.config b/MPE/druid/conf/druid/single-server/small/historical/jvm.config new file mode 100644 index 0000000..2190607 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/historical/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms4g +-Xmx4g +-XX:MaxDirectMemorySize=8g +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/small/historical/main.config b/MPE/druid/conf/druid/single-server/small/historical/main.config new file mode 100644 index 0000000..42be713 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/historical/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server historical diff --git a/MPE/druid/conf/druid/single-server/small/historical/runtime.properties b/MPE/druid/conf/druid/single-server/small/historical/runtime.properties new file mode 100644 index 0000000..6cfc704 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/historical/runtime.properties @@ -0,0 +1,40 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/historical +druid.plaintextPort=8083 + +# HTTP server threads +druid.server.http.numThreads=50 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=500000000 +druid.processing.numMergeBuffers=2 +druid.processing.numThreads=7 +druid.processing.tmpDir=var/druid/processing + +# Segment storage +druid.segmentCache.locations=[{"path":"var/druid/segment-cache","maxSize":300000000000}] +druid.server.maxSize=300000000000 + +# Query cache +druid.historical.cache.useCache=true +druid.historical.cache.populateCache=true +druid.cache.type=caffeine +druid.cache.sizeInBytes=256000000 diff --git a/MPE/druid/conf/druid/single-server/small/middleManager/jvm.config b/MPE/druid/conf/druid/single-server/small/middleManager/jvm.config new file mode 100644 index 0000000..a586218 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/middleManager/jvm.config @@ -0,0 +1,9 @@ +-server +-Xms128m +-Xmx128m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/small/middleManager/main.config b/MPE/druid/conf/druid/single-server/small/middleManager/main.config new file mode 100644 index 0000000..0e62733 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/middleManager/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server middleManager diff --git a/MPE/druid/conf/druid/single-server/small/middleManager/runtime.properties b/MPE/druid/conf/druid/single-server/small/middleManager/runtime.properties new file mode 100644 index 0000000..f9a8bae --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/middleManager/runtime.properties @@ -0,0 +1,39 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/middleManager +druid.plaintextPort=8091 + +# Number of tasks per middleManager +druid.worker.capacity=3 + +# Task launch parameters +druid.indexer.runner.javaOpts=-server -Xms1g -Xmx1g -XX:MaxDirectMemorySize=1g -Duser.timezone=UTC -Dfile.encoding=UTF-8 -XX:+ExitOnOutOfMemoryError -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +druid.indexer.task.baseTaskDir=var/druid/task + +# HTTP server threads +druid.server.http.numThreads=50 + +# Processing threads and buffers on Peons +druid.indexer.fork.property.druid.processing.numMergeBuffers=2 +druid.indexer.fork.property.druid.processing.buffer.sizeBytes=100000000 +druid.indexer.fork.property.druid.processing.numThreads=1 + +# Hadoop indexing +druid.indexer.task.hadoopWorkingPath=var/druid/hadoop-tmp diff --git a/MPE/druid/conf/druid/single-server/small/router/jvm.config b/MPE/druid/conf/druid/single-server/small/router/jvm.config new file mode 100644 index 0000000..ad8a52d --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/router/jvm.config @@ -0,0 +1,11 @@ +-server +-Xms512m +-Xmx512m +-XX:+UseG1GC +-XX:MaxDirectMemorySize=128m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/small/router/main.config b/MPE/druid/conf/druid/single-server/small/router/main.config new file mode 100644 index 0000000..4194b69 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/router/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server router diff --git a/MPE/druid/conf/druid/single-server/small/router/runtime.properties b/MPE/druid/conf/druid/single-server/small/router/runtime.properties new file mode 100644 index 0000000..497d3b4 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/small/router/runtime.properties @@ -0,0 +1,34 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/router +druid.plaintextPort=8888 + +# HTTP proxy +druid.router.http.numConnections=50 +druid.router.http.readTimeout=PT5M +druid.router.http.numMaxThreads=100 +druid.server.http.numThreads=100 + +# Service discovery +druid.router.defaultBrokerServiceName=druid/broker +druid.router.coordinatorServiceName=druid/coordinator + +# Management proxy to coordinator / overlord: required for unified web console. +druid.router.managementProxy.enabled=true diff --git a/MPE/druid/conf/druid/single-server/xlarge/_common/common.runtime.properties b/MPE/druid/conf/druid/single-server/xlarge/_common/common.runtime.properties new file mode 100644 index 0000000..7f74ffb --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/_common/common.runtime.properties @@ -0,0 +1,145 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +# Extensions specified in the load list will be loaded by Druid +# We are using local fs for deep storage - not recommended for production - use S3, HDFS, or NFS instead +# We are using local derby for the metadata store - not recommended for production - use MySQL or Postgres instead + +# If you specify `druid.extensions.loadList=[]`, Druid won't load any extension from file system. +# If you don't specify `druid.extensions.loadList`, Druid will load all the extensions under root extension directory. +# More info: https://druid.apache.org/docs/latest/operations/including-extensions.html +druid.extensions.loadList=["druid-hdfs-storage", "druid-kafka-indexing-service", "druid-datasketches"] + +# If you have a different version of Hadoop, place your Hadoop client jar files in your hadoop-dependencies directory +# and uncomment the line below to point to your directory. +#druid.extensions.hadoopDependenciesDir=/my/dir/hadoop-dependencies + + +# +# Hostname +# +druid.host=localhost + +# +# Logging +# + +# Log all runtime properties on startup. Disable to avoid logging properties on startup: +druid.startup.logging.logProperties=true + +# +# Zookeeper +# + +druid.zk.service.host=localhost +druid.zk.paths.base=/druid + +# +# Metadata storage +# + +# For Derby server on your Druid Coordinator (only viable in a cluster with a single Coordinator, no fail-over): +druid.metadata.storage.type=derby +druid.metadata.storage.connector.connectURI=jdbc:derby://localhost:1527/var/druid/metadata.db;create=true +druid.metadata.storage.connector.host=localhost +druid.metadata.storage.connector.port=1527 + +# For MySQL (make sure to include the MySQL JDBC driver on the classpath): +#druid.metadata.storage.type=mysql +#druid.metadata.storage.connector.connectURI=jdbc:mysql://db.example.com:3306/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# For PostgreSQL: +#druid.metadata.storage.type=postgresql +#druid.metadata.storage.connector.connectURI=jdbc:postgresql://db.example.com:5432/druid +#druid.metadata.storage.connector.user=... +#druid.metadata.storage.connector.password=... + +# +# Deep storage +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.storage.type=local +druid.storage.storageDirectory=var/druid/segments + +# For HDFS: +#druid.storage.type=hdfs +#druid.storage.storageDirectory=/druid/segments + +# For S3: +#druid.storage.type=s3 +#druid.storage.bucket=your-bucket +#druid.storage.baseKey=druid/segments +#druid.s3.accessKey=... +#druid.s3.secretKey=... + +# +# Indexing service logs +# + +# For local disk (only viable in a cluster if this is a network mount): +druid.indexer.logs.type=file +druid.indexer.logs.directory=var/druid/indexing-logs + +# For HDFS: +#druid.indexer.logs.type=hdfs +#druid.indexer.logs.directory=/druid/indexing-logs + +# For S3: +#druid.indexer.logs.type=s3 +#druid.indexer.logs.s3Bucket=your-bucket +#druid.indexer.logs.s3Prefix=druid/indexing-logs + +# +# Service discovery +# + +druid.selectors.indexing.serviceName=druid/overlord +druid.selectors.coordinator.serviceName=druid/coordinator + +# +# Monitoring +# + +druid.monitoring.monitors=["org.apache.druid.java.util.metrics.JvmMonitor"] +druid.emitter=noop +druid.emitter.logging.logLevel=info + +# Storage type of double columns +# ommiting this will lead to index double as float at the storage layer + +druid.indexing.doubleStorage=double + +# +# Security +# +druid.server.hiddenProperties=["druid.s3.accessKey","druid.s3.secretKey","druid.metadata.storage.connector.password"] + + +# +# SQL +# +druid.sql.enable=true + +# +# Lookups +# +druid.lookup.enableLookupSyncOnStartup=false
\ No newline at end of file diff --git a/MPE/druid/conf/druid/single-server/xlarge/_common/log4j2.xml b/MPE/druid/conf/druid/single-server/xlarge/_common/log4j2.xml new file mode 100644 index 0000000..2f88d04 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/_common/log4j2.xml @@ -0,0 +1,60 @@ +<?xml version="1.0" encoding="UTF-8" ?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. +--> + +<Configuration status="WARN"> + <Appenders> + <Console name="Console" target="SYSTEM_OUT"> + <PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/> + </Console> + </Appenders> + <Loggers> + <Root level="info"> + <AppenderRef ref="Console"/> + </Root> + + <!-- Set level="debug" to see stack traces for query errors --> + <Logger name="org.apache.druid.server.QueryLifecycle" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" or "trace" to see more Coordinator details (segment balancing, load/drop rules, etc) --> + <Logger name="org.apache.druid.server.coordinator" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see low-level details about segments and ingestion --> + <Logger name="org.apache.druid.segment" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Set level="debug" to see more information about extension initialization --> + <Logger name="org.apache.druid.initialization" level="info" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + + <!-- Quieter logging at startup --> + <Logger name="org.skife.config" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + <Logger name="com.sun.jersey.guice" level="warn" additivity="false"> + <Appender-ref ref="Console"/> + </Logger> + </Loggers> +</Configuration> diff --git a/MPE/druid/conf/druid/single-server/xlarge/broker/jvm.config b/MPE/druid/conf/druid/single-server/xlarge/broker/jvm.config new file mode 100644 index 0000000..f83ad0e --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/broker/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms16g +-Xmx16g +-XX:MaxDirectMemorySize=12g +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/xlarge/broker/main.config b/MPE/druid/conf/druid/single-server/xlarge/broker/main.config new file mode 100644 index 0000000..9bc9a6f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/broker/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server broker diff --git a/MPE/druid/conf/druid/single-server/xlarge/broker/runtime.properties b/MPE/druid/conf/druid/single-server/xlarge/broker/runtime.properties new file mode 100644 index 0000000..d32929c --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/broker/runtime.properties @@ -0,0 +1,38 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/broker +druid.plaintextPort=8082 + +# HTTP server settings +druid.server.http.numThreads=60 + +# HTTP client settings +druid.broker.http.numConnections=50 +druid.broker.http.maxQueuedBytes=10000000 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=500000000 +druid.processing.numMergeBuffers=16 +druid.processing.numThreads=1 +druid.processing.tmpDir=var/druid/processing + +# Query cache disabled -- push down caching and merging instead +druid.broker.cache.useCache=false +druid.broker.cache.populateCache=false diff --git a/MPE/druid/conf/druid/single-server/xlarge/coordinator-overlord/jvm.config b/MPE/druid/conf/druid/single-server/xlarge/coordinator-overlord/jvm.config new file mode 100644 index 0000000..f3ca0fd --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/coordinator-overlord/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms18g +-Xmx18g +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +-Dderby.stream.error.file=var/druid/derby.log diff --git a/MPE/druid/conf/druid/single-server/xlarge/coordinator-overlord/main.config b/MPE/druid/conf/druid/single-server/xlarge/coordinator-overlord/main.config new file mode 100644 index 0000000..a74101f --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/coordinator-overlord/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server coordinator diff --git a/MPE/druid/conf/druid/single-server/xlarge/coordinator-overlord/runtime.properties b/MPE/druid/conf/druid/single-server/xlarge/coordinator-overlord/runtime.properties new file mode 100644 index 0000000..8928cc9 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/coordinator-overlord/runtime.properties @@ -0,0 +1,33 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/coordinator +druid.plaintextPort=8081 + +druid.coordinator.startDelay=PT10S +druid.coordinator.period=PT5S + +# Run the overlord service in the coordinator process +druid.coordinator.asOverlord.enabled=true +druid.coordinator.asOverlord.overlordService=druid/overlord + +druid.indexer.queue.startDelay=PT5S + +druid.indexer.runner.type=remote +druid.indexer.storage.type=metadata diff --git a/MPE/druid/conf/druid/single-server/xlarge/historical/jvm.config b/MPE/druid/conf/druid/single-server/xlarge/historical/jvm.config new file mode 100644 index 0000000..92553d3 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/historical/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms24g +-Xmx24g +-XX:MaxDirectMemorySize=44g +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/xlarge/historical/main.config b/MPE/druid/conf/druid/single-server/xlarge/historical/main.config new file mode 100644 index 0000000..42be713 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/historical/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server historical diff --git a/MPE/druid/conf/druid/single-server/xlarge/historical/runtime.properties b/MPE/druid/conf/druid/single-server/xlarge/historical/runtime.properties new file mode 100644 index 0000000..c322fda --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/historical/runtime.properties @@ -0,0 +1,40 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/historical +druid.plaintextPort=8083 + +# HTTP server threads +druid.server.http.numThreads=60 + +# Processing threads and buffers +druid.processing.buffer.sizeBytes=500000000 +druid.processing.numMergeBuffers=16 +druid.processing.numThreads=63 +druid.processing.tmpDir=var/druid/processing + +# Segment storage +druid.segmentCache.locations=[{"path":"var/druid/segment-cache","maxSize":300000000000}] +druid.server.maxSize=300000000000 + +# Query cache +druid.historical.cache.useCache=true +druid.historical.cache.populateCache=true +druid.cache.type=caffeine +druid.cache.sizeInBytes=2000000000 diff --git a/MPE/druid/conf/druid/single-server/xlarge/middleManager/jvm.config b/MPE/druid/conf/druid/single-server/xlarge/middleManager/jvm.config new file mode 100644 index 0000000..82597e0 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/middleManager/jvm.config @@ -0,0 +1,9 @@ +-server +-Xms256m +-Xmx256m +-XX:+ExitOnOutOfMemoryError +-XX:+UseG1GC +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/xlarge/middleManager/main.config b/MPE/druid/conf/druid/single-server/xlarge/middleManager/main.config new file mode 100644 index 0000000..0e62733 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/middleManager/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server middleManager diff --git a/MPE/druid/conf/druid/single-server/xlarge/middleManager/runtime.properties b/MPE/druid/conf/druid/single-server/xlarge/middleManager/runtime.properties new file mode 100644 index 0000000..28732de --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/middleManager/runtime.properties @@ -0,0 +1,39 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/middleManager +druid.plaintextPort=8091 + +# Number of tasks per middleManager +druid.worker.capacity=16 + +# Task launch parameters +druid.indexer.runner.javaOpts=-server -Xms1g -Xmx1g -XX:MaxDirectMemorySize=1g -Duser.timezone=UTC -Dfile.encoding=UTF-8 -XX:+ExitOnOutOfMemoryError -Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager +druid.indexer.task.baseTaskDir=var/druid/task + +# HTTP server threads +druid.server.http.numThreads=60 + +# Processing threads and buffers on Peons +druid.indexer.fork.property.druid.processing.numMergeBuffers=2 +druid.indexer.fork.property.druid.processing.buffer.sizeBytes=100000000 +druid.indexer.fork.property.druid.processing.numThreads=1 + +# Hadoop indexing +druid.indexer.task.hadoopWorkingPath=var/druid/hadoop-tmp diff --git a/MPE/druid/conf/druid/single-server/xlarge/router/jvm.config b/MPE/druid/conf/druid/single-server/xlarge/router/jvm.config new file mode 100644 index 0000000..a844c40 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/router/jvm.config @@ -0,0 +1,10 @@ +-server +-Xms1g +-Xmx1g +-XX:+UseG1GC +-XX:MaxDirectMemorySize=128m +-XX:+ExitOnOutOfMemoryError +-Duser.timezone=UTC +-Dfile.encoding=UTF-8 +-Djava.io.tmpdir=var/tmp +-Djava.util.logging.manager=org.apache.logging.log4j.jul.LogManager diff --git a/MPE/druid/conf/druid/single-server/xlarge/router/main.config b/MPE/druid/conf/druid/single-server/xlarge/router/main.config new file mode 100644 index 0000000..4194b69 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/router/main.config @@ -0,0 +1 @@ +org.apache.druid.cli.Main server router diff --git a/MPE/druid/conf/druid/single-server/xlarge/router/runtime.properties b/MPE/druid/conf/druid/single-server/xlarge/router/runtime.properties new file mode 100644 index 0000000..497d3b4 --- /dev/null +++ b/MPE/druid/conf/druid/single-server/xlarge/router/runtime.properties @@ -0,0 +1,34 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + +druid.service=druid/router +druid.plaintextPort=8888 + +# HTTP proxy +druid.router.http.numConnections=50 +druid.router.http.readTimeout=PT5M +druid.router.http.numMaxThreads=100 +druid.server.http.numThreads=100 + +# Service discovery +druid.router.defaultBrokerServiceName=druid/broker +druid.router.coordinatorServiceName=druid/coordinator + +# Management proxy to coordinator / overlord: required for unified web console. +druid.router.managementProxy.enabled=true diff --git a/MPE/druid/conf/supervise/cluster/cluster.conf b/MPE/druid/conf/supervise/cluster/cluster.conf new file mode 100644 index 0000000..934606f --- /dev/null +++ b/MPE/druid/conf/supervise/cluster/cluster.conf @@ -0,0 +1,7 @@ +:verify bin/verify-java + +coordinator-overlord bin/run-druid coordinator-overlord conf/druid/cluster/master +broker bin/run-druid broker conf/druid/cluster/query +router bin/run-druid router conf/druid/cluster/query +historical bin/run-druid historical conf/druid/cluster/data +middleManager bin/run-druid middleManager conf/druid/cluster/data diff --git a/MPE/druid/conf/supervise/cluster/data.conf b/MPE/druid/conf/supervise/cluster/data.conf new file mode 100644 index 0000000..f2a16e6 --- /dev/null +++ b/MPE/druid/conf/supervise/cluster/data.conf @@ -0,0 +1,4 @@ +:verify bin/verify-java + +historical bin/run-druid historical conf/druid/cluster/data +middleManager bin/run-druid middleManager conf/druid/cluster/data diff --git a/MPE/druid/conf/supervise/cluster/master-no-zk.conf b/MPE/druid/conf/supervise/cluster/master-no-zk.conf new file mode 100644 index 0000000..2730387 --- /dev/null +++ b/MPE/druid/conf/supervise/cluster/master-no-zk.conf @@ -0,0 +1,3 @@ +:verify bin/verify-java + +coordinator-overlord bin/run-druid coordinator-overlord conf/druid/cluster/master diff --git a/MPE/druid/conf/supervise/cluster/master-with-data.conf b/MPE/druid/conf/supervise/cluster/master-with-data.conf new file mode 100644 index 0000000..ca0e2eb --- /dev/null +++ b/MPE/druid/conf/supervise/cluster/master-with-data.conf @@ -0,0 +1,5 @@ +:verify bin/verify-java + +coordinator-overlord bin/run-druid coordinator-overlord conf/druid/cluster/master +historical bin/run-druid historical conf/druid/cluster/data +middleManager bin/run-druid middleManager conf/druid/cluster/data diff --git a/MPE/druid/conf/supervise/cluster/master-with-query.conf b/MPE/druid/conf/supervise/cluster/master-with-query.conf new file mode 100644 index 0000000..8bad417 --- /dev/null +++ b/MPE/druid/conf/supervise/cluster/master-with-query.conf @@ -0,0 +1,5 @@ +:verify bin/verify-java + +coordinator-overlord bin/run-druid coordinator-overlord conf/druid/cluster/master +broker bin/run-druid broker conf/druid/cluster/query +router bin/run-druid router conf/druid/cluster/query diff --git a/MPE/druid/conf/supervise/cluster/master-with-zk.conf b/MPE/druid/conf/supervise/cluster/master-with-zk.conf new file mode 100644 index 0000000..2399827 --- /dev/null +++ b/MPE/druid/conf/supervise/cluster/master-with-zk.conf @@ -0,0 +1,4 @@ +:verify bin/verify-java + +!p10 zk bin/run-zk conf +coordinator-overlord bin/run-druid coordinator-overlord conf/druid/cluster/master diff --git a/MPE/druid/conf/supervise/cluster/query.conf b/MPE/druid/conf/supervise/cluster/query.conf new file mode 100644 index 0000000..ead75fd --- /dev/null +++ b/MPE/druid/conf/supervise/cluster/query.conf @@ -0,0 +1,4 @@ +:verify bin/verify-java + +broker bin/run-druid broker conf/druid/cluster/query +router bin/run-druid router conf/druid/cluster/query diff --git a/MPE/druid/conf/supervise/single-server/large.conf b/MPE/druid/conf/supervise/single-server/large.conf new file mode 100644 index 0000000..2f7baf6 --- /dev/null +++ b/MPE/druid/conf/supervise/single-server/large.conf @@ -0,0 +1,10 @@ +:verify bin/verify-java +:verify bin/verify-default-ports +:kill-timeout 10 + +!p10 zk bin/run-zk conf +coordinator-overlord bin/run-druid coordinator-overlord conf/druid/single-server/large +broker bin/run-druid broker conf/druid/single-server/large +router bin/run-druid router conf/druid/single-server/large +historical bin/run-druid historical conf/druid/single-server/large +!p90 middleManager bin/run-druid middleManager conf/druid/single-server/large diff --git a/MPE/druid/conf/supervise/single-server/medium.conf b/MPE/druid/conf/supervise/single-server/medium.conf new file mode 100644 index 0000000..84d15ca --- /dev/null +++ b/MPE/druid/conf/supervise/single-server/medium.conf @@ -0,0 +1,10 @@ +:verify bin/verify-java +:verify bin/verify-default-ports +:kill-timeout 10 + +!p10 zk bin/run-zk conf +coordinator-overlord bin/run-druid coordinator-overlord conf/druid/single-server/medium +broker bin/run-druid broker conf/druid/single-server/medium +router bin/run-druid router conf/druid/single-server/medium +historical bin/run-druid historical conf/druid/single-server/medium +!p90 middleManager bin/run-druid middleManager conf/druid/single-server/medium diff --git a/MPE/druid/conf/supervise/single-server/micro-quickstart.conf b/MPE/druid/conf/supervise/single-server/micro-quickstart.conf new file mode 100644 index 0000000..de1c0f8 --- /dev/null +++ b/MPE/druid/conf/supervise/single-server/micro-quickstart.conf @@ -0,0 +1,10 @@ +:verify bin/verify-java +:verify bin/verify-default-ports +:kill-timeout 10 + +!p10 zk bin/run-zk conf +coordinator-overlord bin/run-druid coordinator-overlord conf/druid/single-server/micro-quickstart +broker bin/run-druid broker conf/druid/single-server/micro-quickstart +router bin/run-druid router conf/druid/single-server/micro-quickstart +historical bin/run-druid historical conf/druid/single-server/micro-quickstart +!p90 middleManager bin/run-druid middleManager conf/druid/single-server/micro-quickstart diff --git a/MPE/druid/conf/supervise/single-server/nano-quickstart.conf b/MPE/druid/conf/supervise/single-server/nano-quickstart.conf new file mode 100644 index 0000000..8baf769 --- /dev/null +++ b/MPE/druid/conf/supervise/single-server/nano-quickstart.conf @@ -0,0 +1,10 @@ +:verify bin/verify-java +:verify bin/verify-default-ports +:kill-timeout 10 + +!p10 zk bin/run-zk conf +coordinator-overlord bin/run-druid coordinator-overlord conf/druid/single-server/nano-quickstart +broker bin/run-druid broker conf/druid/single-server/nano-quickstart +router bin/run-druid router conf/druid/single-server/nano-quickstart +historical bin/run-druid historical conf/druid/single-server/nano-quickstart +!p90 middleManager bin/run-druid middleManager conf/druid/single-server/nano-quickstart diff --git a/MPE/druid/conf/supervise/single-server/small.conf b/MPE/druid/conf/supervise/single-server/small.conf new file mode 100644 index 0000000..ef4cad5 --- /dev/null +++ b/MPE/druid/conf/supervise/single-server/small.conf @@ -0,0 +1,10 @@ +:verify bin/verify-java +:verify bin/verify-default-ports +:kill-timeout 10 + +!p10 zk bin/run-zk conf +coordinator-overlord bin/run-druid coordinator-overlord conf/druid/single-server/small +broker bin/run-druid broker conf/druid/single-server/small +router bin/run-druid router conf/druid/single-server/small +historical bin/run-druid historical conf/druid/single-server/small +!p90 middleManager bin/run-druid middleManager conf/druid/single-server/small diff --git a/MPE/druid/conf/supervise/single-server/xlarge.conf b/MPE/druid/conf/supervise/single-server/xlarge.conf new file mode 100644 index 0000000..dbec43f --- /dev/null +++ b/MPE/druid/conf/supervise/single-server/xlarge.conf @@ -0,0 +1,10 @@ +:verify bin/verify-java +:verify bin/verify-default-ports +:kill-timeout 10 + +!p10 zk bin/run-zk conf +coordinator-overlord bin/run-druid coordinator-overlord conf/druid/single-server/xlarge +broker bin/run-druid broker conf/druid/single-server/xlarge +router bin/run-druid router conf/druid/single-server/xlarge +historical bin/run-druid historical conf/druid/single-server/xlarge +!p90 middleManager bin/run-druid middleManager conf/druid/single-server/xlarge diff --git a/MPE/druid/conf/zk/jvm.config b/MPE/druid/conf/zk/jvm.config new file mode 100644 index 0000000..3f2906d --- /dev/null +++ b/MPE/druid/conf/zk/jvm.config @@ -0,0 +1,4 @@ +-server +-Xms128m +-Xmx128m +-Duser.timezone=UTC diff --git a/MPE/druid/conf/zk/log4j2.xml b/MPE/druid/conf/zk/log4j2.xml new file mode 100644 index 0000000..0ad3c40 --- /dev/null +++ b/MPE/druid/conf/zk/log4j2.xml @@ -0,0 +1,32 @@ +<?xml version="1.0" encoding="UTF-8" ?> +<!-- + ~ Licensed to the Apache Software Foundation (ASF) under one + ~ or more contributor license agreements. See the NOTICE file + ~ distributed with this work for additional information + ~ regarding copyright ownership. The ASF licenses this file + ~ to you under the Apache License, Version 2.0 (the + ~ "License"); you may not use this file except in compliance + ~ with the License. You may obtain a copy of the License at + ~ + ~ http://www.apache.org/licenses/LICENSE-2.0 + ~ + ~ Unless required by applicable law or agreed to in writing, + ~ software distributed under the License is distributed on an + ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + ~ KIND, either express or implied. See the License for the + ~ specific language governing permissions and limitations + ~ under the License. +--> + +<Configuration status="WARN"> + <Appenders> + <Console name="Console" target="SYSTEM_OUT"> + <PatternLayout pattern="%d{ISO8601} %p [%t] %c - %m%n"/> + </Console> + </Appenders> + <Loggers> + <Root level="info"> + <AppenderRef ref="Console"/> + </Root> + </Loggers> +</Configuration> diff --git a/MPE/druid/conf/zk/zoo.cfg b/MPE/druid/conf/zk/zoo.cfg new file mode 100644 index 0000000..72e57e6 --- /dev/null +++ b/MPE/druid/conf/zk/zoo.cfg @@ -0,0 +1,16 @@ +# +# Server +# + +tickTime=2000 +dataDir=var/zk +clientPort=2181 +initLimit=5 +syncLimit=2 + +# +# Autopurge +# + +autopurge.snapRetainCount=5 +autopurge.purgeInterval=1 |
