kafka核心配置-broker

基础配置

listeners

default.replication.factor--1

advertised.listeners

auto.create.topics.enable

message.max.bytes

broker.rack

broker.id.generation.enable

num.partitions--1

reserved.broker.max.id

security.inter.broker.protocol--PLAINTEXT

create.topic.policy.class.name

listener.security.protocol.map

监控相关

kafka.metrics.polling.interval.secs--10

kafka.metrics.reporters

metric.reporters

metrics.num.samples--2

metrics.recording.level--INFO

metrics.sample.window.ms--30000 (30 seconds)

log配置

log.cleanup.policy--delete

log.index.interval.bytes--4096 (4 kibibytes)

log.index.size.max.bytes--10485760 (10 mebibytes)

log.message.format.version

log.message.timestamp.difference.max.ms

log.message.timestamp.type--CreateTime

log.preallocate--false

log.retention.check.interval.ms--300000 (5 minutes)

网络及请求配置

fetch.max.bytes--57671680 (55 mebibytes),最小1024

queued.max.requests

queued.max.request.bytes-- -1

request.timeout.ms

socket.receive.buffer.bytes

socket.request.max.bytes

socket.send.buffer.bytes

connections.max.idle.ms

connections.max.reauth.ms

max.connections--2147483647

max.connections.per.ip--2147483647

max.connections.per.ip.overrides

max.incremental.fetch.session.cache.slots

线程配置

background.threads

num.io.threads

num.network.threads

num.recovery.threads.per.data.dir

num.replica.alter.log.dirs.threads

num.replica.fetchers

 

group配置

group.initial.rebalance.delay.ms--3000 (3 seconds)

group.min.session.timeout.ms--6000 (6 seconds)

group.max.session.timeout.ms--1800000 (30 minutes)

group.max.size--2147483647

 

log  cleaner 配置

log.cleaner.backoff.ms--15000 (15 seconds)

log.cleaner.dedupe.buffer.size--134217728

log.cleaner.delete.retention.ms--86400000 (1 day)

log.cleaner.enable--true

log.cleaner.io.buffer.load.factor--0.9

log.cleaner.io.buffer.size--524288

log.cleaner.io.max.bytes.per.second--1.7976931348623157E308

log.cleaner.max.compaction.lag.ms--9223372036854775807

log.cleaner.min.cleanable.ratio--0.5

log.cleaner.min.compaction.lag.ms--0

log.cleaner.threads-1

 

 

broker之间通讯配置

inter.broker.listener.name

inter.broker.protocol.version

 

 

日志保留策略配置

log.retention.bytes

log.retention.hours

log.roll.hours

log.segment.bytes

log.segment.delete.delay.ms

 

controller 配置

controlled.shutdown.enable--true

controlled.shutdown.max.retries--3

controlled.shutdown.retry.backoff.ms--5000 (5 seconds)

controller.socket.timeout.ms--30000 (30 seconds)

 

可靠性配置

log.flush.interval.messages

log.flush.interval.ms

log.flush.scheduler.interval.ms

log.flush.offset.checkpoint.interval.ms

log.flush.start.offset.checkpoint.interval.ms

min.insync.replicas

unclean.leader.election.enable--false

 

offsets相关配置

offset.metadata.max.bytes

offsets.commit.required.acks

offsets.commit.timeout.ms

offsets.load.buffer.size

offsets.retention.check.interval.ms

offsets.retention.minutes

offsets.topic.compression.codec

offsets.topic.num.partitions

offsets.topic.replication.factor

offsets.topic.segment.bytes

 

副本同步配置

replica.selector.class

replica.fetch.min.bytes

replica.fetch.wait.max.ms

replica.fetch.backoff.ms

replica.fetch.max.bytes

replica.fetch.response.max.bytes

replica.high.watermark.checkpoint.interval.ms

replica.lag.time.max.ms

replica.socket.receive.buffer.bytes

replica.socket.timeout.ms

 

control通信相关配置

control.plane.listener.name

listeners

listener.security.protocol.map

 

 

leader rebalance相关

auto.leader.rebalance.enable

leader.imbalance.check.interval.seconds

leader.imbalance.per.broker.percentage

 

事务相关配置

transaction.max.timeout.ms--900000 (15 minutes)

transaction.state.log.load.buffer.size--5242880

transaction.state.log.min.isr--2

transaction.state.log.num.partitions--50

transaction.state.log.replication.factor--3

transaction.state.log.segment.bytes--104857600 (100 mebibytes)

transactional.id.expiration.ms--604800000 (7 days)

transaction.abort.timed.out.transaction.cleanup.interval.ms--10000 (10 seconds)

transaction.remove.expired.transaction.cleanup.interval.ms--3600000 (1 hour)

高级配置

delete.records.purgatory.purge.interval.requests

fetch.purgatory.purge.interval.requests

producer.purgatory.purge.interval.requests

client.quota.callback.class

quota.window.num

quota.window.size.seconds

replication.quota.window.num

replication.quota.window.size.seconds