# Licensed to the Apache Software Foundation (ASF) under one or more # contributor license agreements. See the NOTICE file distributed with # this work for additional information regarding copyright ownership. # The ASF licenses this file to You under the Apache License, Version 2.0 # (the "License"); you may not use this file except in compliance with # the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # see org.apache.kafka.clients.producer.ProducerConfig for more details ############################# Producer Basics ############################# # list of brokers used for bootstrapping knowledge about the rest of the cluster # format: host1:port1,host2:port2 ... #bootstrap.servers=localhost:9092 # specify the compression codec for all data generated: none, gzip, snappy, lz4, zstd #compression.type=none # name of the partitioner class for partitioning events; default partition spreads data randomly #partitioner.class= # the maximum amount of time the client will wait for the response of a request #request.timeout.ms= # how long `KafkaProducer.send` and `KafkaProducer.partitionsFor` will block for #max.block.ms= # the producer will wait for up to the given delay to allow other records to be sent so that the sends can be batched together #linger.ms= # the maximum size of a request in bytes #max.request.size= # the default batch size in bytes when batching multiple records sent to a partition #batch.size= # the total bytes of memory the producer can use to buffer records waiting to be sent to the server #buffer.memory= #指定kafka节点列表，用于获取metadata，不必全部指定 metadata.broker.list=192.168.142.145:9092,192.168.142.146:9092,192.168.142.147:9092 #指定分区处理类。默认kafka.producer.DefaultPartitioner，表示通过key哈希到对应分区 #partitioner.class=kafka.producer.DefaultPartitioner #是否压缩，默认0表示不压缩，1表示gzip压缩，2表示snappy压缩，压缩后消息中会有头来指明消息压缩类型，故在消费者端消息解压是透明的无需指定。 compression.codec=none #指定序列化处理类 serializer.class=kafka.serializer.DefaultEncoder #如果要压缩消息，这里指定那些topic要压缩消息，默认empty，表示不压缩。 #compressed.topics= #设置发送数据是否需要服务端的反馈,有三个值0,1,-1 #0:producer不会等待broker发送ack #1:当leader接收到消息之后发送ack #-1:当所有的follower都同步消息成功后发送ack request.required.acks=0 #在向producer发送ack之前，broker允许等待的最大时间，如果超时，broker将会向producer发送一个error ack，意味着上一次消息因为某种原因未能成功（比如followers未能同步成功） request.timeout.ms=10000 #同步还是异步发送消息，默认"sync"表同步，"async"表异步，异步可以提高发送吞吐量，也意味着消息将会在本地buffer中，并适时批量发送，但是也可能导致丢失未发送过去的消息 producer.type=sync #在async模式下，当message被缓存的时间超过此值后，将会批量发送给broker，默认为5000ms #此值和batch.num.messages协同工作 queue.buffering.max.ms=5000 #在async模式下，producer端允许buffer的最大消息量 #无论如何，producer都无法尽快的将消息发送给broker，从而导致在producer端大量沉积 #此时，如果消息的条数达到阀值，将会导致producer端阻塞或者消息被抛弃，默认为10000 queue.buffering.max.messages=20000 #如果是异步，指定每次批量发送数据量，默认为200 batch.num.messages=500 #当消息在producer端沉积的条数达到"queue.buffering.max.messages"后 #阻塞一定时间后，队列任然没有enqueue(producer任然没有发送任何消息) #此时producer可以继续阻塞或者将消息抛弃，此timeout值用于控制"阻塞"的时间 #-1:无阻塞超时限制，消息不会被抛弃 #0:立即清空队列，消息被抛弃 queue.enqueue.timeout.ms=-1