flume配置
阿新 • • 發佈:2018-12-10
agent1.sources = source1
agent1.sinks = sink1
agent1.channels = channel1
source:
agent1.sources.source1.channels = channel1
# 監聽目錄
agent1.sources.source1.type = spooldir
agent1.sources.source1.spoolDir = /dir/spooldir
#
channel:
# file channel,可以持久化到磁碟上
agent1.channels.channel1.type = file
sink:
agent1.sinks.sink1.channel = channel1 # logger sink,用於將事件列印到控制檯 agent1.sinks.sink1.type = logger # 將事件儲存到hdfs上 agent1.sinks.sink1.type = hdfs agent1.sinks.sink1.hdfs.path = /hdfs/dir agent1.sinks.sink1.hdfs.useLocalTimeStamp = true agent1.sinks.sink1.hdfs.rollInterval = 300 agent1.sinks.sink1.hdfs.rollSize = 67108864 agent1.sinks.sink1.hdfs.rollCount = 0