wuli 发表于 2015-11-27 20:02:20

log4j与flume整合配置

　　1、依赖jar包导入，通过maven管理，pom文件增加如下配置：
　　

<!-- log4j输出日志到flume的appender依赖包 -->
<dependency>
<groupId>org.apache.flume.flume-ng-clients</groupId>
<artifactId>flume-ng-log4jappender</artifactId>
<version>1.6.0</version>
</dependency><!-- log4j 依赖包-->
<dependency>
<groupId>log4j</groupId>
<artifactId>log4j</artifactId>
<version>1.2.17</version>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
<version>1.7.5</version>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-log4j12</artifactId>
<version>1.7.5</version>
</dependency>   2、log4j配置文件：　　
　　2.1 log4j.properties文件配置：
　　

#log4j输出到flume单机模式配置
log4j.appender.loadbalance = org.apache.flume.clients.log4jappender.Log4jAppender
log4j.appender.loadbalance.hostname = hadoop011
log4j.appender.loadbalance.port = 6666
#log4j输出到flume负载均衡方式配置
log4j.appender.loadbalance = org.apache.flume.clients.log4jappender.LoadBalancingLog4jAppender
log4j.appender.loadbalance.Hosts = hadoop011:6666 hadoop012:6666
#log4j.appender.loadbalance.UnsafeMode = true
log4j.appender.out2.MaxBackoff = 30000
#FQDN RANDOM ,default is ROUND_ROBIN
log4j.appender.loadbalance.Selector = RANDOM
log4j.appender.loadbalance.layout=org.apache.log4j.PatternLayout
log4j.appender.loadbalance.layout.ConversionPattern=%m 2.2 XMl方式配置：　　
　　

<!-- 单机模式 -->
<appender name=&quot;FLUME&quot;
class=&quot;org.apache.flume.clients.log4jappender.Log4jAppender&quot;>
<!-- 定义控制台日志级别入口 -->
<param name=&quot;Hostname&quot; value=&quot;192.168.12.11&quot; />
<param name=&quot;Port&quot; value=&quot;6666&quot; />
<layout class=&quot;org.apache.log4j.PatternLayout&quot;>
<param name=&quot;ConversionPattern&quot;
value=&quot;%d{yyyy-MM-dd hh:mm:ss,SSS} [%p][%t] %-20.30c{1} %4L %m%n&quot; />
</layout>
</appender>
<!-- 负载均衡方式 -->
<appender name=&quot;FLUME&quot;
class=&quot;org.apache.flume.clients.log4jappender.LoadBalancingLog4jAppender&quot;>
<!-- 定义控制台日志级别入口 -->
<param name=&quot;hosts&quot; value=&quot;192.168.12.11:6666 192.168.12.12:6666&quot; />
<param name=&quot;Selector&quot; value=&quot;RANDOM&quot; />
<param name=&quot;maxBackoff&quot; value=&quot;30000&quot; />
<layout class=&quot;org.apache.log4j.PatternLayout&quot;>
<param name=&quot;ConversionPattern&quot;
value=&quot;%d{yyyy-MM-dd hh:mm:ss,SSS} [%p][%t] %-20.30c{1} %4L %m%n&quot; />
</layout>
</appender>

      注：以上配置中ip地址均可以使用hostname或域名替代。　　
　　
页: [1]
查看完整版本: log4j与flume整合配置