通過flume將日誌下沉到hdfs
阿新 • • 發佈:2018-11-22
# Name the components on this agent a3.sources = r1 a3.sinks = k1 a3.channels = c1 # Describe/configure the source a3.sources.r1.type = avro a3.sources.r1.bind = 192.168.68.131 a3.sources.r1.port = 4545 a3.sources.r1.channels = c1 # Describe the sink a3.sinks.k1.type = hdfs a3.sinks.k1.channel = c1 a3.sinks.k1.hdfs.path = hdfs://master:8020/flume/logs/ a3.sinks.k1.hdfs.filePrefix = Syslog a3.sinks.k1.hdfs.round = true a3.sinks.k1.hdfs.roundValue = 10 a3.sinks.k1.hdfs.roundUnit = minute a3.sinks.k1.hdfs.fileType=DataStream # Use a channel which buffers events in memory a3.channels.c1.type = memory a3.channels.c1.capacity = 1000 a3.channels.c1.transactionCapacity = 100