0 [main] INFO org.apache.kafka.clients.producer.ProducerConfig - ProducerConfig values: acks = 1 batch.size = 16384 bootstrap.servers = [192.168.41.132:9090] buffer.memory = 33554432 client.id = compression.type = none connections.max.idle.ms = 540000 enable.idempotence = true interceptor.classes = null key.serializer = class org.apache.kafka.common.serialization.IntegerSerializer linger.ms = 0 max.block.ms = 60000 max.in.flight.requests.per.connection = 5 max.request.size = 1048576 metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner receive.buffer.bytes = 32768 reconnect.backoff.max.ms = 1000 reconnect.backoff.ms = 50 request.timeout.ms = 30000 retries = 0 retry.backoff.ms = 100 sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.mechanism = GSSAPI security.protocol = PLAINTEXT send.buffer.bytes = 131072 ssl.cipher.suites = null ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] ssl.endpoint.identification.algorithm = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.location = null ssl.keystore.password = null ssl.keystore.type = JKS ssl.protocol = TLS ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.location = null ssl.truststore.password = null ssl.truststore.type = JKS transaction.timeout.ms = 60000 transactional.id = TXN_ID:1 value.serializer = class com.example.transaction.producer.utils.serde.JsonSerializer 281 [main] INFO org.apache.kafka.clients.producer.KafkaProducer - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Instantiated a transactional producer. 281 [main] INFO org.apache.kafka.clients.producer.KafkaProducer - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Overriding the default retries config to the recommended value of 2147483647 since the idempotent producer is enabled. 281 [main] INFO org.apache.kafka.clients.producer.KafkaProducer - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Overriding the default acks to all since idempotence is enabled. 297 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name bufferpool-wait-time 297 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name buffer-exhausted-records 297 [main] DEBUG org.apache.kafka.clients.Metadata - Updated cluster metadata version 1 to Cluster(id = null, nodes = [192.168.41.132:9090 (id: -1 rack: null)], partitions = []) 326 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name produce-throttle-time 570 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name connections-closed: 570 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name connections-created: 570 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name successful-authentication: 570 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name failed-authentication: 570 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name bytes-sent-received: 570 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name bytes-sent: 570 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name bytes-received: 570 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name select-time: 570 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name io-time: 586 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name batch-size 586 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name compression-rate 586 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name queue-time 586 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name request-time 586 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name records-per-request 586 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name record-retries 586 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name errors 586 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name record-size 586 [main] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name batch-split-rate 586 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.Sender - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Starting Kafka producer I/O thread. 601 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka version : 1.0.0 601 [main] INFO org.apache.kafka.common.utils.AppInfoParser - Kafka commitId : aaa7af6d4a11b29d 601 [main] DEBUG org.apache.kafka.clients.producer.KafkaProducer - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Kafka producer started Init Transaction 601 [main] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Transition from state UNINITIALIZED to INITIALIZING 601 [main] INFO org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] ProducerId set to -1 with epoch -1 728 [main] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Enqueuing transactional request (type=InitProducerIdRequest, transactionalId=TXN_ID:1, transactionTimeoutMs=60000) 728 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Enqueuing transactional request (type=FindCoordinatorRequest, coordinatorKey=TXN_ID:1, coordinatorType=TRANSACTION) 728 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Enqueuing transactional request (type=InitProducerIdRequest, transactionalId=TXN_ID:1, transactionTimeoutMs=60000) 744 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Initiating connection to node 192.168.41.132:9090 (id: -1 rack: null) 744 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name node--1.bytes-sent 744 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name node--1.bytes-received 744 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name node--1.latency 744 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.network.Selector - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Created socket with SO_RCVBUF = 32768, SO_SNDBUF = 131072, SO_TIMEOUT = 0 to node -1 744 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Completed connection to node -1. Fetching API versions. 744 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Initiating API versions fetch from node -1. 759 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Recorded API versions for node -1: (Produce(0): 0 to 5 [usable: 5], Fetch(1): 0 to 6 [usable: 6], ListOffsets(2): 0 to 2 [usable: 2], Metadata(3): 0 to 5 [usable: 5], LeaderAndIsr(4): 0 to 1 [usable: 1], StopReplica(5): 0 [usable: 0], UpdateMetadata(6): 0 to 4 [usable: 4], ControlledShutdown(7): 0 to 1 [usable: 1], OffsetCommit(8): 0 to 3 [usable: 3], OffsetFetch(9): 0 to 3 [usable: 3], FindCoordinator(10): 0 to 1 [usable: 1], JoinGroup(11): 0 to 2 [usable: 2], Heartbeat(12): 0 to 1 [usable: 1], LeaveGroup(13): 0 to 1 [usable: 1], SyncGroup(14): 0 to 1 [usable: 1], DescribeGroups(15): 0 to 1 [usable: 1], ListGroups(16): 0 to 1 [usable: 1], SaslHandshake(17): 0 to 1 [usable: 1], ApiVersions(18): 0 to 1 [usable: 1], CreateTopics(19): 0 to 2 [usable: 2], DeleteTopics(20): 0 to 1 [usable: 1], DeleteRecords(21): 0 [usable: 0], InitProducerId(22): 0 [usable: 0], OffsetForLeaderEpoch(23): 0 [usable: 0], AddPartitionsToTxn(24): 0 [usable: 0], AddOffsetsToTxn(25): 0 [usable: 0], EndTxn(26): 0 [usable: 0], WriteTxnMarkers(27): 0 [usable: 0], TxnOffsetCommit(28): 0 [usable: 0], DescribeAcls(29): 0 [usable: 0], CreateAcls(30): 0 [usable: 0], DeleteAcls(31): 0 [usable: 0], DescribeConfigs(32): 0 [usable: 0], AlterConfigs(33): 0 [usable: 0], AlterReplicaLogDirs(34): 0 [usable: 0], DescribeLogDirs(35): 0 [usable: 0], SaslAuthenticate(36): 0 [usable: 0], CreatePartitions(37): 0 [usable: 0]) 759 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.Sender - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Sending transactional request (type=FindCoordinatorRequest, coordinatorKey=TXN_ID:1, coordinatorType=TRANSACTION) to node 192.168.41.132:9090 (id: -1 rack: null) . . . 5249 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Enqueuing transactional request (type=FindCoordinatorRequest, coordinatorKey=TXN_ID:1, coordinatorType=TRANSACTION) . 5364 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Initiating connection to node 192.168.41.132:9090 (id: 1001 rack: null) 5365 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name node-1001.bytes-sent 5366 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name node-1001.bytes-received 5367 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name node-1001.latency 5368 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.network.Selector - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Created socket with SO_RCVBUF = 32768, SO_SNDBUF = 131072, SO_TIMEOUT = 0 to node 1001 5368 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Completed connection to node 1001. Fetching API versions. 5368 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Initiating API versions fetch from node 1001. 5374 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Recorded API versions for node 1001: (Produce(0): 0 to 5 [usable: 5], Fetch(1): 0 to 6 [usable: 6], ListOffsets(2): 0 to 2 [usable: 2], Metadata(3): 0 to 5 [usable: 5], LeaderAndIsr(4): 0 to 1 [usable: 1], StopReplica(5): 0 [usable: 0], UpdateMetadata(6): 0 to 4 [usable: 4], ControlledShutdown(7): 0 to 1 [usable: 1], OffsetCommit(8): 0 to 3 [usable: 3], OffsetFetch(9): 0 to 3 [usable: 3], FindCoordinator(10): 0 to 1 [usable: 1], JoinGroup(11): 0 to 2 [usable: 2], Heartbeat(12): 0 to 1 [usable: 1], LeaveGroup(13): 0 to 1 [usable: 1], SyncGroup(14): 0 to 1 [usable: 1], DescribeGroups(15): 0 to 1 [usable: 1], ListGroups(16): 0 to 1 [usable: 1], SaslHandshake(17): 0 to 1 [usable: 1], ApiVersions(18): 0 to 1 [usable: 1], CreateTopics(19): 0 to 2 [usable: 2], DeleteTopics(20): 0 to 1 [usable: 1], DeleteRecords(21): 0 [usable: 0], InitProducerId(22): 0 [usable: 0], OffsetForLeaderEpoch(23): 0 [usable: 0], AddPartitionsToTxn(24): 0 [usable: 0], AddOffsetsToTxn(25): 0 [usable: 0], EndTxn(26): 0 [usable: 0], WriteTxnMarkers(27): 0 [usable: 0], TxnOffsetCommit(28): 0 [usable: 0], DescribeAcls(29): 0 [usable: 0], CreateAcls(30): 0 [usable: 0], DeleteAcls(31): 0 [usable: 0], DescribeConfigs(32): 0 [usable: 0], AlterConfigs(33): 0 [usable: 0], AlterReplicaLogDirs(34): 0 [usable: 0], DescribeLogDirs(35): 0 [usable: 0], SaslAuthenticate(36): 0 [usable: 0], CreatePartitions(37): 0 [usable: 0]) 5475 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.Sender - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Sending transactional request (type=InitProducerIdRequest, transactionalId=TXN_ID:1, transactionTimeoutMs=60000) to node 192.168.41.132:9090 (id: 1001 rack: null) 5612 [kafka-producer-network-thread | producer-1] INFO org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] ProducerId set to 0 with epoch 0 5612 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Transition from state INITIALIZING to READY 5612 [main] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Transition from state READY to IN_TRANSACTION Transaction started 5612 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.NetworkClient - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Sending metadata request (type=MetadataRequest, topics=topic) to node 192.168.41.132:9090 (id: -1 rack: null) 5612 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.Metadata - Updated cluster metadata version 2 to Cluster(id = nYuiS88zQfmZyt4MrNbW6g, nodes = [192.168.41.132:9090 (id: 1001 rack: null)], partitions = [Partition(topic = topic, partition = 0, leader = 1001, replicas = [1001], isr = [1001], offlineReplicas = [])]) 5628 [main] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Begin adding new partition topic-0 to transaction 5643 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Enqueuing transactional request (type=AddPartitionsToTxnRequest, transactionalId=TXN_ID:1, producerId=0, producerEpoch=0, partitions=[topic-0]) 5643 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.Sender - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Sending transactional request (type=AddPartitionsToTxnRequest, transactionalId=TXN_ID:1, producerId=0, producerEpoch=0, partitions=[topic-0]) to node 192.168.41.132:9090 (id: 1001 rack: null) 5643 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Successfully added partitions [topic-0] to transaction 5643 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.RecordAccumulator - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Assigned producerId 0 and producerEpoch 0 to batch with base sequence 0 being sent to partition topic-0 5643 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name topic.topic.records-per-batch 5643 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name topic.topic.bytes 5643 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name topic.topic.compression-rate 5643 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name topic.topic.record-retries 5643 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Added sensor with name topic.topic.record-errors 5737 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.Sender - [Producer clientId=producer-1, transactionalId=TXN_ID:1] ProducerId: 0; Set last ack'd sequence number for topic-partition topic-0 to 0 The offset of the record we just sent is: 0 5737 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.RecordAccumulator - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Assigned producerId 0 and producerEpoch 0 to batch with base sequence 1 being sent to partition topic-0 5737 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.Sender - [Producer clientId=producer-1, transactionalId=TXN_ID:1] ProducerId: 0; Set last ack'd sequence number for topic-partition topic-0 to 1 The offset of the record we just sent is: 1 5737 [main] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Transition from state IN_TRANSACTION to COMMITTING_TRANSACTION 5737 [main] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Enqueuing transactional request (type=EndTxnRequest, transactionalId=TXN_ID:1, producerId=0, producerEpoch=0, result=COMMIT) 5737 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.Sender - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Sending transactional request (type=EndTxnRequest, transactionalId=TXN_ID:1, producerId=0, producerEpoch=0, result=COMMIT) to node 192.168.41.132:9090 (id: 1001 rack: null) 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.TransactionManager - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Transition from state COMMITTING_TRANSACTION to READY Transaction Committed 5752 [main] INFO org.apache.kafka.clients.producer.KafkaProducer - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Closing the Kafka producer with timeoutMillis = 9223372036854775807 ms. 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.Sender - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Beginning shutdown of Kafka producer I/O thread, sending remaining records. 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name connections-closed: 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name connections-created: 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name successful-authentication: 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name failed-authentication: 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name bytes-sent-received: 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name bytes-sent: 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name bytes-received: 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name select-time: 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name io-time: 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name node--1.bytes-sent 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name node--1.bytes-received 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name node--1.latency 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name node-1001.bytes-sent 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name node-1001.bytes-received 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.common.metrics.Metrics - Removed sensor with name node-1001.latency 5752 [kafka-producer-network-thread | producer-1] DEBUG org.apache.kafka.clients.producer.internals.Sender - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Shutdown of Kafka producer I/O thread has completed. 5752 [main] DEBUG org.apache.kafka.clients.producer.KafkaProducer - [Producer clientId=producer-1, transactionalId=TXN_ID:1] Kafka producer has been closed Closed