Apache Druid 單機環境搭建

下載

http://druid.io/downloads.html 下載druid-0.10.1-bin.tar.gz. ,mysql-metadata-storage-0.10.1.tar.gzhtml

解壓

修改日誌配置 /druid/druid-0.10.0/conf-quickstart/druid/_common/log4j2.xml

<?xml version="1.0" encoding="UTF-8" ?>
<Configuration status="WARN">
<properties>
    <property name="pattern">%d{yyyy-MM-dd HH:mm:ss} [%t] %-5p %c{1}:%L - %msg%n</property>
    <property name="patternNoTime">%msg%n</property>
    <property name="patternMetrics">%d %-8r %m%n</property>
	<property name="logPath">logs</property>
</properties>
<appenders>
 <RollingFile name="STDOUT"
		fileName="${logPath}/${sys:logfile.name}.log"
		filePattern="${logPath}/${sys:logfile.name}-%d{yyyy-MM-dd}.log.%i.gz">
        <PatternLayout>
            <pattern>${pattern}</pattern>
        </PatternLayout>
        <Policies>
            <SizeBasedTriggeringPolicy size="100 MB"/> <!-- Or every 100 MB -->
        </Policies>
        <DefaultRolloverStrategy max="4"/>
    </RollingFile>
	
	<RollingFile name="METRICS"
		fileName="${logPath}/${sys:logfile.name}.metrics"
		filePattern="${logPath}/${sys:logfile.name}-%d{yyyy-MM-dd}.metrics.%i.gz">
        <PatternLayout>
            <pattern>${patternMetrics}</pattern>
        </PatternLayout>
        <Policies>
            <SizeBasedTriggeringPolicy size="50 MB"/>
        </Policies>
        <DefaultRolloverStrategy max="4"/>
    </RollingFile>
	</appenders>
	
<loggers>
   <Root level="info">
    <appender-ref ref="STDOUT"/>
   </Root>
    <Logger name="com.metamx.emitter.core.LoggingEmitter" level="error" additivity="false">
        <appender-ref ref="METRICS"/>
    </Logger>
   
</loggers>
</Configuration>
  • 每一個節點 中添加 -Dlogfile.name=節點名稱

修改common.runtime.properties

  • 添加擴展
druid.extensions.loadList=["druid-kafka-indexing-service", "druid-hdfs-storage", "mysql-metadata-storage"]
  • mysql 配置(存儲元數據)
druid.metadata.storage.type=mysql
druid.metadata.storage.connector.connectURI=jdbc:mysql://ip:3306/druid
druid.metadata.storage.connector.user=
druid.metadata.storage.connector.password=
  • hdfs 配置(深度存儲)
druid.storage.type=hdfs
# hdfs fs.defaultFs 值
druid.storage.storageDirectory=hdfs://hadoop/druid/segments

Indexing service logs

druid.indexer.logs.type=hdfs
# hdfs fs.defaultFs 值
druid.indexer.logs.directory=hdfs://hadoop/druid/indexing-logs

hdfs 配置文件(druid/druid-0.10.0/conf-quickstart/druid/_common)

core-site.xml hdfs-site.xmlmysql

時區修改(東八區)

  • Duser.timezone=UTC+0800
相關文章
相關標籤/搜索