windows部署log4j输出日志给flume

最新推荐文章于 2024-12-23 11:51:05 发布

hu-Johnson

最新推荐文章于 2024-12-23 11:51:05 发布

阅读量1k

点赞数

CC 4.0 BY-SA版权

分类专栏：云计算、大数据

本文链接：https://blog.csdn.net/m0_37847641/article/details/81096864

云计算、大数据专栏收录该内容

6 篇文章

订阅专栏

本文档介绍了如何在Windows环境下配置Log4j，以便将日志输出发送到Flume代理。首先展示了一个简单的Java程序（Logsc）用于生成日志，然后详细说明了Log4j的配置文件（log4j.properties），包括设置Flume Appender。接着，展示了项目的pom.xml文件，包含了Flume和Log4j的相关依赖。接下来，详细介绍了Flume的配置文件（example.conf），定义了源、通道和接收器。最后，指导如何启动Flume代理和Java应用程序，以便观察Flume控制台的日志输出。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

package com.flume;

import org.apache.log4j.Logger;

public class Logsc {
// java日志生产
   private static Logger log = Logger.getLogger(Logsc.class.getName());
static int value=0;
   public static void main(String[] args) throws InterruptedException {
       // TODO Auto-generated method stub
while(true){
   Thread.sleep(1000);
   log.info("rizhi:"+value++);
}

   }

}
、、、、、 log4j.properries、、、、、、、、

log4j.rootLogger = INFO,stdout,flume

# configure a class's logger to output to the flume appender
log4j.appender.stdout = org.apache.log4j.ConsoleAppender
log4j.appender.stdout.Target = System.out
log4j.appender.stdout.layout = org.apache.log4j.PatternLayout
log4j.appender.stdout.layout.ConversionPattern = [%-5p] %d{yyyy-MM-dd HH:mm:ss,SSS} method:%l%n%m%n

# shuchudaoflume
log4j.appender.flume = org.apache.flume.clients.log4jappender.Log4jAppender
log4j.appender.flume.Hostname =172.22.20.59
log4j.appender.flume.Port = 4444
log4j.appender.flume.UnsafeMode = true
log4j.appender.flume.layout=org.apache.log4j.PatternLayoutlog4j.appender.flume.layout.ConversionPattern=%d{yyyy-MM-dd HH:mm:ss} %p [%c:%L] - %m%n

/////////////////pom.xml///////////////////////

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>FF</groupId>
<artifactId>tt</artifactId>
<version>0.0.1-SNAPSHOT</version>
<dependencies>

<dependency>
<groupId>org.jboss.netty</groupId>
<artifactId>netty</artifactId>
<version>3.2.10.Final</version>
</dependency>
<dependency>
<groupId>org.apache.flume.flume-ng-clients</groupId>
<artifactId>flume-ng-log4jappender</artifactId>
<version>1.7.0</version>
</dependency>
<dependency>
<groupId>log4j</groupId>
<artifactId>log4j</artifactId>
<version>1.2.17</version>
</dependency>

</dependencies>
</project>

二、下载flume

添加powershell.exe文件

添加文件example.conf 进conf

内容

# example.conf: A single-node Flume configuration

# Name the components on this agent
a1.sources = r1
a1.sinks = k1
a1.channels = c1

# Describe/configure the source
#a1.sources.r1.type = netcat
a1.sources.r1.type = avro
a1.sources.r1.bind = 172.22.20.59
a1.sources.r1.port = 4444

# Describe the sink
a1.sinks.k1.type = logger
# 指定Flume sink
#a1.sinks.k1.channel = c1
#a1.sinks.k1.type = org.apache.flume.sink.kafka.KafkaSink
#a1.sinks.k1.kafka.topic = test
#a1.sinks.k1.kafka.bootstrap.servers =172.22.20.59:9092
#a1.sinks.k1.kafka.flumeBatchSize = 100
#a1.sinks.k1.kafka.producer.acks = 1
#a1.sinks.k1.kafka.producer.linger.ms = 1
#a1.sinks.k1.kafka.producer.compression.type = snappy

# Use a channel which buffers events in memory
a1.channels.c1.type = memory
a1.channels.c1.capacity = 1000
a1.channels.c1.transactionCapacity = 100
#a1.channels.c1.byteCapacityBufferPercentage= 20
#a1.channels.c1.byteCapacity = 800000

# Bind the source and sink to the channel
a1.sources.r1.channels = c1
a1.sinks.k1.channel = c1
/////////////////////////////////////////////////////////////