Flume1.3.1配置-日志节点

#====flume1.3.1带负载均衡的配置==========================================================================================


newlog-agent.sources=updatelog
newlog-agent.sinks=updatelog updatelog2
newlog-agent.channels=updatelog
newlog-agent.sinkgroups = updatelog

#----updatelog----
# Describe/configure the source
newlog-agent.sources.updatelog.type = spooldir
newlog-agent.sources.updatelog.spoolDir = /data0/flume-ng-log/updatelog


# 支持压缩的AvroSink
newlog-agent.sinks.updatelog.type = com.xxxx.flume.sink.AvroSink
newlog-agent.sinks.updatelog.compression-type = deflate
newlog-agent.sinks.updatelog.hostname = newlogcollector
newlog-agent.sinks.updatelog.port = 11000


newlog-agent.sinks.updatelog2.type = com.xxxx.flume.sink.AvroSink
newlog-agent.sinks.updatelog2.compression-type = deflate
newlog-agent.sinks.updatelog2.hostname = newlogcollector2
newlog-agent.sinks.updatelog2.port = 11000


newlog-agent.sinkgroups.updatelog.sinks = updatelog updatelog2
newlog-agent.sinkgroups.updatelog.processor.type = load_balance
newlog-agent.sinkgroups.updatelog.processor.backoff = true
newlog-agent.sinkgroups.updatelog.processor.selector = random


# Describe the channel
newlog-agent.channels.updatelog.type = file
newlog-agent.channels.updatelog.checkpointDir = /data0/flume-ng-channel/updatelog/checkpoint
newlog-agent.channels.updatelog.dataDirs = /data0/flume-ng-channel/updatelog/data


# Bind the source and sink to the channel
newlog-agent.sources.updatelog.channels = updatelog
newlog-agent.sinks.updatelog.channel = updatelog
newlog-agent.sinks.updatelog2.channel = updatelog






评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值