Flume channel

1.MemoryChannel

2.FileChannel

a1.sources = r1
a1.sinks= k1
a1.channels = c1

a1.sources.r1.type=netcat
a1.sources.r1.bind=localhost
a1.sources.r1.port=8888

a1.sinks.k1.type=logger

a1.channels.c1.type = file
a1.channels.c1.checkpointDir = /home/centos/flume/fc_check
a1.channels.c1.dataDirs = /home/centos/flume/fc_data

a1.sources.r1.channels=c1
a1.sinks.k1.channel=c1

3.kafka

#生产者 + 消费者
		a1.sources = r1
		a1.sinks = k1
		a1.channels = c1

		a1.sources.r1.type = avro
		a1.sources.r1.bind = localhost
		a1.sources.r1.port = 8888

		a1.sinks.k1.type = logger

		a1.channels.c1.type = org.apache.flume.channel.kafka.KafkaChannel
		a1.channels.c1.kafka.bootstrap.servers = s202:9092
		a1.channels.c1.kafka.topic = test3
		a1.channels.c1.kafka.consumer.group.id = g6

		a1.sources.r1.channels = c1
		a1.sinks.k1.channel = c1

可溢出文件通道
a1.channels = c1
a1.channels.c1.type = SPILLABLEMEMORY
#0表示禁用内存通道,等价于文件通道
a1.channels.c1.memoryCapacity = 0
#0,禁用文件通道,等价内存通道。
a1.channels.c1.overflowCapacity = 2000

a1.channels.c1.byteCapacity = 800000
a1.channels.c1.checkpointDir = /user/centos/flume/fc_check
a1.channels.c1.dataDirs = /user/centos/flume/fc_data
 

猜你喜欢

转载自blog.csdn.net/mao502010435/article/details/89473075