1. 程式人生 > >flume配置

flume配置

agent1.sources = source1
agent1.sinks = sink1
agent1.channels = channel1

source:

agent1.sources.source1.channels = channel1
# 監聽目錄
agent1.sources.source1.type = spooldir
agent1.sources.source1.spoolDir = /dir/spooldir

#

channel:

# file channel,可以持久化到磁碟上
agent1.channels.channel1.type = file

sink:

agent1.sinks.sink1.channel = channel1

# logger sink,用於將事件列印到控制檯
agent1.sinks.sink1.type = logger

# 將事件儲存到hdfs上
agent1.sinks.sink1.type = hdfs
agent1.sinks.sink1.hdfs.path = /hdfs/dir
agent1.sinks.sink1.hdfs.useLocalTimeStamp = true
agent1.sinks.sink1.hdfs.rollInterval = 300
agent1.sinks.sink1.hdfs.rollSize = 67108864
agent1.sinks.sink1.hdfs.rollCount = 0