broker.id=1
listeners=PLAINTEXT://192.168.10.145:9092
advertised.listeners=PLAINTEXT://192.168.10.145:9092
zookeeper.connect=192.168.10.145:2181,192.168.10.146:2181,192.168.10.147:2181
zookeeper.connection.timeout.ms=6000
socket.send.buffer.bytes=102400
socket.receive.buffer.bytes=102400
socket.request.max.bytes=104857600
log.dirs=/home/kfkdata
num.network.threads=3
num.io.threads=8
num.partitions=1
num.recovery.threads.per.data.dir=1
log.cleanup.policy=delete
log.flush.interval.messages=10000
log.flush.interval.ms=1000
log.retention.hours=168
log.retention.bytes=1073741824
log.segment.bytes=1073741824
log.retention.check.interval.ms=300000
zookeeper.connect=localhost:2181
zookeeper.connection.timeout.ms=18000
group.initial.rebalance.delay.ms=0
offsets.topic.replication.factor=3
default.replication.factor=3
min.insync.replicas=1
transaction.state.log.min.isr=3
transaction.state.log.replication.factor=3
unclean.leader.election.enable=true
offsets.retention.minutes=1440
inter.broker.protocol.version=2.6.0
log.message.format.version=2.2.0
message.max.bytes=41943040
max.request.size=41943040
replica.fetch.max.bytes=41943040
不知道大家用的配置文件都配置了哪些参数,想知道如何优化配置?
我们的环境有三个broker,数据量不大,主要考虑高可用,比如说机房网络异常。
开发那边把kafka当作消息中间件,我想了解生产者发送消息时配置哪些参数最佳? 服务数据量量不大 消息1万左右,如果后期消息多了应该怎么优化?
如果需要滚动重启broker,怎么保证集群还能实时写入,不丢数据?