[CASSANDRA-13582] test failure in upgrade_tests.upgrade_through_versions_test.ProtoV3Upgrade_AllVersions_EndsAt_Trunk_HEAD.rolling_upgrade_test

• Type: Bug
• Status: Resolved
• Priority: Normal
• Resolution: Auto Closed
• Component/s: Legacy/Testing
• Labels: dtest test-failure
• Severity: Normal
• Assignee: Unassigned
• Reporter: Michael Hamm
• Created: 07/Jun/17 19:29
• Updated: 13/Sep/21 17:12
• Resolved: 13/Sep/21 17:12

Description

example failure:

http://cassci.datastax.com/job/cassandra-3.11_large_dtest/39/testReport/upgrade_tests.upgrade_through_versions_test/ProtoV3Upgrade_AllVersions_EndsAt_Trunk_HEAD/rolling_upgrade_test

Error Message

Subprocess ['nodetool', '-h', 'localhost', '-p', '7100', ['upgradesstables', '-a']] exited with non-zero status; exit status: 2; 
stderr: error: null
-- StackTrace --
java.lang.AssertionError
	at org.apache.cassandra.db.rows.Rows.collectStats(Rows.java:70)
	at org.apache.cassandra.io.sstable.format.big.BigTableWriter$StatsCollector.applyToRow(BigTableWriter.java:197)
	at org.apache.cassandra.db.transform.BaseRows.applyOne(BaseRows.java:116)
	at org.apache.cassandra.db.transform.BaseRows.add(BaseRows.java:107)
	at org.apache.cassandra.db.transform.UnfilteredRows.add(UnfilteredRows.java:41)
	at org.apache.cassandra.db.transform.Transformation.add(Transformation.java:156)
	at org.apache.cassandra.db.transform.Transformation.apply(Transformation.java:122)
	at org.apache.cassandra.io.sstable.format.big.BigTableWriter.append(BigTableWriter.java:147)
	at org.apache.cassandra.io.sstable.SSTableRewriter.append(SSTableRewriter.java:125)
	at org.apache.cassandra.db.compaction.writers.DefaultCompactionWriter.realAppend(DefaultCompactionWriter.java:57)
	at org.apache.cassandra.db.compaction.writers.CompactionAwareWriter.append(CompactionAwareWriter.java:109)
	at org.apache.cassandra.db.compaction.CompactionTask.runMayThrow(CompactionTask.java:195)
	at org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:28)
	at org.apache.cassandra.db.compaction.CompactionTask.executeInternal(CompactionTask.java:89)
	at org.apache.cassandra.db.compaction.AbstractCompactionTask.execute(AbstractCompactionTask.java:61)
	at org.apache.cassandra.db.compaction.CompactionManager$5.execute(CompactionManager.java:415)
	at org.apache.cassandra.db.compaction.CompactionManager$2.call(CompactionManager.java:307)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at org.apache.cassandra.concurrent.NamedThreadFactory.lambda$threadLocalDeallocator$0(NamedThreadFactory.java:79)
	at java.lang.Thread.run(Thread.java:748)

Stacktrace

  File "/usr/lib/python2.7/unittest/case.py", line 329, in run
    testMethod()
  File "/home/automaton/cassandra-dtest/upgrade_tests/upgrade_through_versions_test.py", line 279, in rolling_upgrade_test
    self.upgrade_scenario(rolling=True)
  File "/home/automaton/cassandra-dtest/upgrade_tests/upgrade_through_versions_test.py", line 345, in upgrade_scenario
    self.upgrade_to_version(version_meta, partial=True, nodes=(node,))
  File "/home/automaton/cassandra-dtest/upgrade_tests/upgrade_through_versions_test.py", line 446, in upgrade_to_version
    node.nodetool('upgradesstables -a')
  File "/home/automaton/venv/local/lib/python2.7/site-packages/ccmlib/node.py", line 792, in nodetool
    return handle_external_tool_process(p, ['nodetool', '-h', 'localhost', '-p', str(self.jmx_port), cmd.split()])
  File "/home/automaton/venv/local/lib/python2.7/site-packages/ccmlib/node.py", line 2018, in handle_external_tool_process
    raise ToolError(cmd_args, rc, out, err)
'Subprocess [\'nodetool\', \'-h\', \'localhost\', \'-p\', \'7100\', [\'upgradesstables\', \'-a\']] exited with non-zero status; exit status: 2; \nstderr: error: null\n-- StackTrace --\njava.lang.AssertionError\n\tat org.apache.cassandra.db.rows.Rows.collectStats(Rows.java:70)\n\tat org.apache.cassandra.io.sstable.format.big.BigTableWriter$StatsCollector.applyToRow(BigTableWriter.java:197)\n\tat org.apache.cassandra.db.transform.BaseRows.applyOne(BaseRows.java:116)\n\tat org.apache.cassandra.db.transform.BaseRows.add(BaseRows.java:107)\n\tat org.apache.cassandra.db.transform.UnfilteredRows.add(UnfilteredRows.java:41)\n\tat org.apache.cassandra.db.transform.Transformation.add(Transformation.java:156)\n\tat org.apache.cassandra.db.transform.Transformation.apply(Transformation.java:122)\n\tat org.apache.cassandra.io.sstable.format.big.BigTableWriter.append(BigTableWriter.java:147)\n\tat org.apache.cassandra.io.sstable.SSTableRewriter.append(SSTableRewriter.java:125)\n\tat org.apache.cassandra.db.compaction.writers.DefaultCompactionWriter.realAppend(DefaultCompactionWriter.java:57)\n\tat org.apache.cassandra.db.compaction.writers.CompactionAwareWriter.append(CompactionAwareWriter.java:109)\n\tat org.apache.cassandra.db.compaction.CompactionTask.runMayThrow(CompactionTask.java:195)\n\tat org.apache.cassandra.utils.WrappedRunnable.run(WrappedRunnable.java:28)\n\tat org.apache.cassandra.db.compaction.CompactionTask.executeInternal(CompactionTask.java:89)\n\tat org.apache.cassandra.db.compaction.AbstractCompactionTask.execute(AbstractCompactionTask.java:61)\n\tat org.apache.cassandra.db.compaction.CompactionManager$5.execute(CompactionManager.java:415)\n\tat org.apache.cassandra.db.compaction.CompactionManager$2.call(CompactionManager.java:307)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:266)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:266)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)\n\tat org.apache.cassandra.concurrent.NamedThreadFactory.lambda$threadLocalDeallocator$0(NamedThreadFactory.java:79)\n\tat java.lang.Thread.run(Thread.java:748)\n\n\n