JarCastinglogback-flume-appender
Logback appender to forward log messages to a Flume agent
Configuration Entries
- application: Application name, if unset it will be inferred from the application.name system property
- hostname: Host name, if unset it will be inferred from the box host name via
InetAddress.getLocalHost().getHostName() - type: Type of logging, will be ignored if unset
- flumeAgents: Comma separated list of flume avro agents in format
{hostname}:{port} - flumeProperties: Additional properties to create the flume RpcClient in format
{key}={value}separated by; - batchSize: Set the batch size of events to report, overriding the default of 50
- reportingWindow: Override the maximum time spent trying to fill a batch, between 100ms and 10s
- additionalAvroHeaders: Add additional headers to the events in format
{key}={value}separated by; - reporterMaxThreadPoolSize: Set the maximum number of threads for the reporter to use, overriding the default 2
- reporterMaxQueueSize: Set the maximum number of event batches to keep in memory, overriding the default 50
Sample configuration
<configuration debug="true">
<appender name="flume" class="com.gilt.logback.flume.FlumeLogstashV1Appender">
<flumeAgents>
flume-es-1b.gilt.com:5000,
flume-es-1c.gilt.com:5000,
flume-es-1d.gilt.com:5000
</flumeAgents>
<flumeProperties>
connect-timeout=4000;
request-timeout=8000
</flumeProperties>
<batchSize>100</batchSize>
<reportingWindow>1000</reportingWindow>
<additionalAvroHeaders>
myHeader=myValue
</additionalAvroHeaders>
<application>smapleapp</application>
<layout class="ch.qos.logback.classic.PatternLayout">
<pattern>%d{HH:mm:ss.SSS} %-5level %logger{36} - \(%file:%line\) - %message%n%ex</pattern>
</layout>
</appender>
<appender name="console" class="ch.qos.logback.core.ConsoleAppender">
<filter class="ch.qos.logback.classic.filter.ThresholdFilter">
<level>WARN</level>
</filter>
<encoder>
<pattern>%d{HH:mm:ss.SSS} %-5level %logger{36} - \(%file:%line\) - %message%n%ex</pattern>
</encoder>
</appender>
<logger name="play" level="INFO" />
<logger name="application" level="DEBUG" />
<!-- Off these ones as they are annoying, and anyway we manage configuration ourselves -->
<logger name="com.avaje.ebean.config.PropertyMapLoader" level="OFF" />
<logger name="com.avaje.ebeaninternal.server.core.XmlConfigLoader" level="OFF" />
<logger name="com.avaje.ebeaninternal.server.lib.BackgroundThread" level="OFF" />
<logger name="com.gargoylesoftware.htmlunit.javascript" level="OFF" />
<root level="INFO">
<appender-ref ref="flume" />
<appender-ref ref="console"/>
</root>
</configuration>
