本文共 1485 字，大约阅读时间需要 4 分钟。

a1.sources = s1

a1.channels=c1 c2

a1.sinks=k1 k2

a1.sources.s1.type = syslogtcp

a1.sources.s1.port = 5140

a1.sources.s1.host = wangfutai

a1.sources.s1.channels = c1 c2

配置多路复制

a1.sources.s1.selector.type = replicating

#配置c1

a1.channels.c1.type = memory

a1.channels.c1.capacity = 10000

a1.channels.c1.transactionCapacity = 10000

a1.channels.c1.byteCapacityBufferPercentage = 20

a1.channels.c1.byteCapacity = 800000

#配置本地

#本地磁盘channel

a1.channels.c2.type = file

a1.channels.c2.checkpointDir =/home/wangfutai/a/flume/checkPoint

a1.channels.c2.dataDirs =/home/wangfutai/a/flume/data

#本地sink

a1.sinks.k1.type = file_roll

a1.sinks.k1.channel = c1

a1.sinks.k1.sink.directory = /home/wangfutai/a/flume/netlogs

a1.sinks.k1.sink.rollInterval = 60

a1.sinks.k1.sink.pathManager.prefix = wangfutai

#hdfs

a1.sinks.k2.type = hdfs

a1.sinks.k2.channel = c2

a1.sinks.k2.hdfs.path = /user/wangfutai/flume/%y_%m_%d/%H_%M_%S

a1.sinks.k2.hdfs.filePrefix = wangfutai-

a1.sinks.k2.hdfs.fileSuffix = .flu

a1.sinks.k2.hdfs.inUsePrefix = inUser-

a1.sinks.k2.hdfs.inUseSuffix = .t

#开启目录滚动生成 每10分钟回滚一次

a1.sinks.k2.hdfs.round = true

a1.sinks.k2.hdfs.roundValue = 10

a1.sinks.k2.hdfs.roundUnit = minute

配置滚动生成

a1.sinks.k2.hdfs.rollInterval = 60

a1.sinks.k2.hdfs.rollSize = 0

a1.sinks.k2.hdfs.rollCount = 0

a1.sinks.k2.hdfs.idleTimeout = 0

#指定timezone

a1.sinks.k2.hdfs.useLocalTimeStamp = true

a1.sinks.k2.hdfs.timeZone  = Asia/Shanghai

#输出格式指定

a1.sinks.k2.hdfs.fileType =  DataStream

a1.sinks.k2.hdfs.writeFormat = Text

转载地址：http://egjxi.baihongyu.com/