{"@timestamp":"2023-08-02T15:42:25.526Z","source_host":"kafka-host-0","file":"UnifiedLog.scala","method":"rebuildProducerState","level":"INFO","line_number":"1787","thread_name":"data-plane-kafka-request-handler-1","@version":1,"logger_name":"kafka.log.UnifiedLog$","message":"[LogLoader partition=kafka-test-topic-1, dir=\/data2\/kafka] Loading producer state till offset 0 with message format version 2","class":"kafka.log.UnifiedLog$","mdc":{}}
{"@timestamp":"2023-08-02T15:42:25.526Z","source_host":"kafka-host-0","file":"Logging.scala","method":"info","level":"INFO","line_number":"66","thread_name":"data-plane-kafka-request-handler-1","@version":1,"logger_name":"kafka.log.LogManager","message":"Created log for partition kafka-test-topic-1 in \/data2\/kafka\/kafka-test-topic-1.c0d8e490785f4eeeb351cda867d84095-future with properties {cleanup.policy=compact, message.timestamp.type=\"CreateTime\"}","class":"kafka.utils.Logging","mdc":{}}
{"@timestamp":"2023-08-02T15:42:25.531Z","source_host":"kafka-host-0","file":"Logging.scala","method":"info","level":"INFO","line_number":"66","thread_name":"data-plane-kafka-request-handler-1","@version":1,"logger_name":"kafka.cluster.Partition","message":"[Partition kafka-test-topic-1 broker=1062] No checkpointed highwatermark is found for partition kafka-test-topic-1","class":"kafka.utils.Logging","mdc":{}}
{"@timestamp":"2023-08-02T15:42:25.532Z","source_host":"kafka-host-0","file":"Logging.scala","method":"info","level":"INFO","line_number":"66","thread_name":"data-plane-kafka-request-handler-1","@version":1,"logger_name":"kafka.cluster.Partition","message":"[Partition kafka-test-topic-1 broker=1062] Log loaded for partition kafka-test-topic-1 with initial high watermark 0","class":"kafka.utils.Logging","mdc":{}}
{"@timestamp":"2023-08-02T15:42:25.532Z","source_host":"kafka-host-0","file":"Logging.scala","method":"info","level":"INFO","line_number":"66","thread_name":"data-plane-kafka-request-handler-1","@version":1,"logger_name":"kafka.log.LogManager","message":"The cleaning for partition kafka-test-topic-1 is aborted and paused","class":"kafka.utils.Logging","mdc":{}}
{"@timestamp":"2023-08-02T15:42:25.532Z","source_host":"kafka-host-0","file":"Logging.scala","method":"info","level":"INFO","line_number":"66","thread_name":"data-plane-kafka-request-handler-1","@version":1,"logger_name":"kafka.server.ReplicaAlterLogDirsManager","message":"[ReplicaAlterLogDirsManager on broker 1062] Added log dir fetcher for partitions with initial offsets Map(kafka-test-topic-1 -> InitialFetchState(Some(GGYUXXHuS_6l7_eA30Vgpg),BrokerEndPoint(id=1062, host=localhost:-1),2754,0))","class":"kafka.utils.Logging","mdc":{}}
{"@timestamp":"2023-08-02T15:42:26.428Z","source_host":"kafka-host-0","file":"Logging.scala","method":"info","level":"INFO","line_number":"66","thread_name":"ReplicaAlterLogDirsThread-0","@version":1,"logger_name":"kafka.log.ProducerStateManager","message":"[ProducerStateManager partition=kafka-test-topic-1] Wrote producer snapshot at offset 62639 with 1 producer ids in 3 ms.","class":"kafka.utils.Logging","mdc":{}}
{"@timestamp":"2023-08-02T15:42:26.435Z","source_host":"kafka-host-0","file":"Logging.scala","method":"info","level":"INFO","line_number":"66","thread_name":"ReplicaAlterLogDirsThread-0","@version":1,"logger_name":"kafka.log.LogManager","message":"Attempting to replace current log Log(dir=\/data1\/kafka\/kafka-test-topic-1, topicId=GGYUXXHuS_6l7_eA30Vgpg, topic=kafka-test-topic, partition=3, highWatermark=62679, lastStableOffset=62679, logStartOffset=0, logEndOffset=62679) with Log(dir=\/data2\/kafka\/kafka-test-topic-1.c0d8e490785f4eeeb351cda867d84095-future, topicId=GGYUXXHuS_6l7_eA30Vgpg, topic=kafka-test-topic, partition=3, highWatermark=62679, lastStableOffset=62679, logStartOffset=0, logEndOffset=62679) for kafka-test-topic-1","class":"kafka.utils.Logging","mdc":{}}
{"exception":{"stacktrace":"java.nio.file.NoSuchFileException: \/data2\/kafka\/kafka-test-topic-1.c0d8e490785f4eeeb351cda867d84095-future\n\tat java.base\/sun.nio.fs.UnixException.translateToIOException(UnixException.java:92)\n\tat java.base\/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111)\n\tat java.base\/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:116)\n\tat java.base\/sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:182)\n\tat java.base\/java.nio.channels.FileChannel.open(FileChannel.java:292)\n\tat java.base\/java.nio.channels.FileChannel.open(FileChannel.java:345)\n\tat org.apache.kafka.common.utils.Utils.flushDir(Utils.java:958)\n\tat kafka.log.LocalLog.flush(LocalLog.scala:177)\n\tat kafka.log.UnifiedLog.$anonfun$flush$2(UnifiedLog.scala:1585)\n\tat kafka.log.UnifiedLog.flush(UnifiedLog.scala:1772)\n\tat kafka.log.UnifiedLog.flushUptoOffsetExclusive(UnifiedLog.scala:1566)\n\tat kafka.log.UnifiedLog.$anonfun$roll$1(UnifiedLog.scala:1547)\n\tat kafka.utils.KafkaScheduler.$anonfun$schedule$2(KafkaScheduler.scala:116)\n\tat java.base\/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)\n\tat java.base\/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base\/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)\n\tat java.base\/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)\n\tat java.base\/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)\n\tat java.base\/java.lang.Thread.run(Thread.java:829)","exception_class":"java.nio.file.NoSuchFileException","exception_message":"\/data2\/kafka\/kafka-test-topic-1.c0d8e490785f4eeeb351cda867d84095-future"},"source_host":"kafka-host-0","method":"error","level":"ERROR","message":"Error while flushing log for kafka-test-topic-1 in dir \/data2\/kafka with offset 62639 (exclusive) and recovery point 62639","mdc":{},"@timestamp":"2023-08-02T15:42:26.437Z","file":"Logging.scala","line_number":"76","thread_name":"kafka-scheduler-1","@version":1,"logger_name":"kafka.server.LogDirFailureChannel","class":"kafka.utils.Logging"}
{"exception":{"stacktrace":"org.apache.kafka.common.errors.KafkaStorageException: Error while flushing log for kafka-test-topic-1 in dir \/data2\/kafka with offset 62639 (exclusive) and recovery point 62639\nCaused by: java.nio.file.NoSuchFileException: \/data2\/kafka\/kafka-test-topic-1.c0d8e490785f4eeeb351cda867d84095-future\n\tat java.base\/sun.nio.fs.UnixException.translateToIOException(UnixException.java:92)\n\tat java.base\/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:111)\n\tat java.base\/sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:116)\n\tat java.base\/sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:182)\n\tat java.base\/java.nio.channels.FileChannel.open(FileChannel.java:292)\n\tat java.base\/java.nio.channels.FileChannel.open(FileChannel.java:345)\n\tat org.apache.kafka.common.utils.Utils.flushDir(Utils.java:958)\n\tat kafka.log.LocalLog.flush(LocalLog.scala:177)\n\tat kafka.log.UnifiedLog.$anonfun$flush$2(UnifiedLog.scala:1585)\n\tat kafka.log.UnifiedLog.flush(UnifiedLog.scala:1772)\n\tat kafka.log.UnifiedLog.flushUptoOffsetExclusive(UnifiedLog.scala:1566)\n\tat kafka.log.UnifiedLog.$anonfun$roll$1(UnifiedLog.scala:1547)\n\tat kafka.utils.KafkaScheduler.$anonfun$schedule$2(KafkaScheduler.scala:116)\n\tat java.base\/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)\n\tat java.base\/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base\/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)\n\tat java.base\/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)\n\tat java.base\/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)\n\tat java.base\/java.lang.Thread.run(Thread.java:829)","exception_class":"org.apache.kafka.common.errors.KafkaStorageException","exception_message":"Error while flushing log for kafka-test-topic-1 in dir \/data2\/kafka with offset 62639 (exclusive) and recovery point 62639"},"source_host":"kafka-host-0","method":"error","level":"ERROR","message":"Uncaught exception in scheduled task 'flush-log'","mdc":{},"@timestamp":"2023-08-02T15:42:26.438Z","file":"Logging.scala","line_number":"76","thread_name":"kafka-scheduler-1","@version":1,"logger_name":"kafka.utils.KafkaScheduler","class":"kafka.utils.Logging"}
{"@timestamp":"2023-08-02T15:42:26.463Z","source_host":"kafka-host-0","file":"Logging.scala","method":"info","level":"INFO","line_number":"66","thread_name":"ReplicaAlterLogDirsThread-0","@version":1,"logger_name":"kafka.log.LogManager","message":"Cleaning for partition kafka-test-topic-1 is resumed","class":"kafka.utils.Logging","mdc":{}}
{"@timestamp":"2023-08-02T15:42:26.497Z","source_host":"kafka-host-0","file":"Logging.scala","method":"info","level":"INFO","line_number":"66","thread_name":"ReplicaAlterLogDirsThread-0","@version":1,"logger_name":"kafka.log.LogManager","message":"The current replica is successfully replaced with the future replica for kafka-test-topic-1","class":"kafka.utils.Logging","mdc":{}}