Flume1.3.1配置-汇聚节点

#===newlog-collector CONFIG START=======================================================================================


newlog-collector.sources = updatelog
newlog-collector.sinks = updatelog
newlog-collector.channels =updatelog


#----updatelog----
# Describe/configure the source
newlog-collector.sources.updatelog.type = com.xxxx.flume.sources.AvroSource
newlog-collector.sources.updatelog.compression-type = deflate
newlog-collector.sources.updatelog.bind = 0.0.0.0
newlog-collector.sources.updatelog.port = 11000
newlog-collector.sources.updatelog.interceptors = i0 i1
newlog-collector.sources.updatelog.interceptors.i0.type = timestamp
newlog-collector.sources.updatelog.interceptors.i1.type=regex_extractor
newlog-collector.sources.updatelog.interceptors.i1.regex=\\t(\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2})\\t
newlog-collector.sources.updatelog.interceptors.i1.serializers=s1
newlog-collector.sources.updatelog.interceptors.i1.serializers.s1.type=org.apache.flume.interceptor.RegexExtractorInterceptorMillisSerializer
newlog-collector.sources.updatelog.interceptors.i1.serializers.s1.name=timestamp
newlog-collector.sources.updatelog.interceptors.i1.serializers.s1.pattern=yyyy-MM-dd HH:mm:ss


# Describe the sink
newlog-collector.sinks.updatelog.type = hdfs
newlog-collector.sinks.updatelog.hdfs.path=hdfs://nn.xxxx.com:9000/user/flume/original/updatelog/%Y/%m/%d
newlog-collector.sinks.updatelog.hdfs.filePrefix=updatelog-%Y%m%d-%H0000000
newlog-collector.sinks.updatelog.hdfs.codeC=LzopCodec
newlog-collector.sinks.updatelog.hdfs.fileType=CompressedStream
newlog-collector.sinks.updatelog.hdfs.rollInterval=600
newlog-collector.sinks.updatelog.hdfs.rollSize=0
newlog-collector.sinks.updatelog.hdfs.rollCount=0
newlog-collector.sinks.updatelog.hdfs.writeFormat=Text
newlog-collector.sinks.updatelog.hdfs.batchSize=1000


# Describe the channel
newlog-collector.channels.updatelog.type = file
newlog-collector.channels.updatelog.checkpointDir = /data0/flume-ng-channel/newlog/updatelog/checkpoint
newlog-collector.channels.updatelog.dataDirs = /data0/flume-ng-channel/newlog/updatelog/data
newlog-collector.channels.updatelog.transactionCapacity = 1000




# Bind the source and sink to the channel
newlog-collector.sources.updatelog.channels = updatelog
newlog-collector.sinks.updatelog.channel = updatelog