[SYSTEMDS-3134] Incorrect sparse block representation in cleaning pipelines

• Type: Bug
• Status: Closed
• Priority: Major
• Resolution: Fixed
• Fix Version/s: SystemDS 2.2
• Assignee: Matthias Boehm
• Reporter: Matthias Boehm
• Created: 15/Sep/21 10:55
• Updated: 30/Sep/21 10:32
• Resolved: 15/Sep/21 21:02

Description

XXX SparseBlockMCSR [692 x 4300, nnz=4818 (false), blocks (-1 x -1)] [4300 x 1, nnz=4163 (false), blocks (-1 x -1)]
java.util.concurrent.ExecutionException: java.lang.ArrayIndexOutOfBoundsException
	at java.util.concurrent.ForkJoinTask.get(ForkJoinTask.java:1006)
	at org.apache.sysds.runtime.matrix.data.LibMatrixMult.matrixMult(LibMatrixMult.java:232)
	at org.apache.sysds.runtime.matrix.data.MatrixBlock.aggregateBinaryOperations(MatrixBlock.java:5048)
	at org.apache.sysds.runtime.instructions.cp.AggregateBinaryCPInstruction.processInstruction(AggregateBinaryCPInstruction.java:102)
	at org.apache.sysds.runtime.controlprogram.ProgramBlock.executeSingleInstruction(ProgramBlock.java:254)
	at org.apache.sysds.runtime.controlprogram.ProgramBlock.executeInstructions(ProgramBlock.java:203)
	at org.apache.sysds.runtime.controlprogram.BasicProgramBlock.execute(BasicProgramBlock.java:125)
	at org.apache.sysds.runtime.controlprogram.FunctionProgramBlock.execute(FunctionProgramBlock.java:136)
	at org.apache.sysds.runtime.instructions.cp.FunctionCallCPInstruction.processInstruction(FunctionCallCPInstruction.java:201)
	at org.apache.sysds.runtime.controlprogram.ProgramBlock.executeSingleInstruction(ProgramBlock.java:254)
	at org.apache.sysds.runtime.controlprogram.ProgramBlock.executeInstructions(ProgramBlock.java:203)
	at org.apache.sysds.runtime.controlprogram.BasicProgramBlock.execute(BasicProgramBlock.java:125)
	at org.apache.sysds.runtime.controlprogram.FunctionProgramBlock.execute(FunctionProgramBlock.java:136)
	at org.apache.sysds.runtime.instructions.cp.FunctionCallCPInstruction.processInstruction(FunctionCallCPInstruction.java:201)
	at org.apache.sysds.runtime.instructions.cp.EvalNaryCPInstruction.processInstruction(EvalNaryCPInstruction.java:148)
	at org.apache.sysds.runtime.controlprogram.ProgramBlock.executeSingleInstruction(ProgramBlock.java:254)
	at org.apache.sysds.runtime.controlprogram.ProgramBlock.executeInstructions(ProgramBlock.java:203)
	at org.apache.sysds.runtime.controlprogram.BasicProgramBlock.execute(BasicProgramBlock.java:125)
	at org.apache.sysds.runtime.controlprogram.parfor.ParWorker.executeSetTask(ParWorker.java:154)
	at org.apache.sysds.runtime.controlprogram.parfor.ParWorker.executeTask(ParWorker.java:121)
	at org.apache.sysds.runtime.controlprogram.parfor.LocalParWorker.run(LocalParWorker.java:121)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.ArrayIndexOutOfBoundsException
	at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at java.util.concurrent.ForkJoinTask.getThrowableException(ForkJoinTask.java:598)
	at java.util.concurrent.ForkJoinTask.get(ForkJoinTask.java:1005)
	... 21 more
Caused by: java.lang.ArrayIndexOutOfBoundsException: -1
	at org.apache.sysds.runtime.matrix.data.LibMatrixMult.matrixMultSparseDenseMVTallRHS(LibMatrixMult.java:1291)
	at org.apache.sysds.runtime.matrix.data.LibMatrixMult.matrixMultSparseDense(LibMatrixMult.java:1224)
	at org.apache.sysds.runtime.matrix.data.LibMatrixMult.access$3(LibMatrixMult.java:1206)
	at org.apache.sysds.runtime.matrix.data.LibMatrixMult$MatrixMultTask.call(LibMatrixMult.java:4126)
	at java.util.concurrent.ForkJoinTask$AdaptedCallable.exec(ForkJoinTask.java:1424)
	at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
	at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
	at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
	at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:157)

Issue Links

• is caused by: SYSTEMDS-2972 Multi-threaded encoder build and apply