Major Description
New system tests as part of KAFKA-5725 with PR https://github.com/apache/kafka/pull/3656 consistently fail like this:
[2017-08-14 10:37:57,216] ERROR User provided listener org.apache.kafka.streams.processor.internals.StreamThread$RebalanceListener for group SmokeTest failed on partition assignment (org.apache.kafka.clients.consumer.internals.ConsumerCoordinator)
org.apache.kafka.streams.errors.ProcessorStateException: Error opening store cntStoreName at location /mnt/streams/SmokeTest/2_0/rocksdb/cntStoreName
at org.apache.kafka.streams.state.internals.RocksDBStore.openDB(RocksDBStore.java:206)
at org.apache.kafka.streams.state.internals.RocksDBStore.openDB(RocksDBStore.java:176)
at org.apache.kafka.streams.state.internals.RocksDBStore.toggleDbForBulkLoading(RocksDBStore.java:259)
at org.apache.kafka.streams.state.internals.RocksDBStore.access$200(RocksDBStore.java:74)
at org.apache.kafka.streams.state.internals.RocksDBStore$RocksDBBatchingRestoreCallback.onRestoreStart(RocksDBStore.java:551)
at org.apache.kafka.streams.processor.internals.CompositeRestoreListener.onRestoreStart(CompositeRestoreListener.java:54)
at org.apache.kafka.streams.processor.internals.StateRestorer.restoreStarted(StateRestorer.java:61)
at org.apache.kafka.streams.processor.internals.StoreChangelogReader.restore(StoreChangelogReader.java:126)
at org.apache.kafka.streams.processor.internals.TaskManager.createTasks(TaskManager.java:94)
at org.apache.kafka.streams.processor.internals.StreamThread$RebalanceListener.onPartitionsAssigned(StreamThread.java:177)
at org.apache.kafka.clients.consumer.internals.ConsumerCoordinator.onJoinComplete(ConsumerCoordinator.java:265)
at org.apache.kafka.clients.consumer.internals.AbstractCoordinator.joinGroupIfNeeded(AbstractCoordinator.java:368)
at org.apache.kafka.clients.consumer.internals.AbstractCoordinator.ensureActiveGroup(AbstractCoordinator.java:317)
at org.apache.kafka.clients.consumer.internals.ConsumerCoordinator.poll(ConsumerCoordinator.java:297)
at org.apache.kafka.clients.consumer.KafkaConsumer.pollOnce(KafkaConsumer.java:1078)
at org.apache.kafka.clients.consumer.KafkaConsumer.poll(KafkaConsumer.java:1043)
at org.apache.kafka.streams.processor.internals.StreamThread.pollRequests(StreamThread.java:736)
at org.apache.kafka.streams.processor.internals.StreamThread.runLoop(StreamThread.java:707)
at org.apache.kafka.streams.processor.internals.StreamThread.run(StreamThread.java:677)
Caused by: org.rocksdb.RocksDBException: db has more levels than options.num_levels
at org.rocksdb.RocksDB.open(Native Method)
at org.rocksdb.RocksDB.open(RocksDB.java:231)
at org.apache.kafka.streams.state.internals.RocksDBStore.openDB(RocksDBStore.java:199)
