Details
-
Bug
-
Status: Resolved
-
Major
-
Resolution: Fixed
-
None
-
None
-
None
Description
This error occurs when a lot of messages need to be (un)compressed.
15/02/26 09:31:58 ERROR compress.BSPMessageCompressor: Unable to decompress. java.io.IOException: FAILED_TO_UNCOMPRESS(5) at org.xerial.snappy.SnappyNative.throw_error(SnappyNative.java:78) at org.xerial.snappy.SnappyNative.rawUncompress(Native Method) at org.xerial.snappy.Snappy.rawUncompress(Snappy.java:395) at org.xerial.snappy.Snappy.uncompress(Snappy.java:431) at org.xerial.snappy.SnappyInputStream.readFully(SnappyInputStream.java:127) at org.xerial.snappy.SnappyInputStream.readHeader(SnappyInputStream.java:88) at org.xerial.snappy.SnappyInputStream.<init>(SnappyInputStream.java:58) at org.apache.hama.bsp.message.compress.SnappyCompressor.decompress(SnappyCompressor.java:80) at org.apache.hama.bsp.BSPMessageBundle$1.next(BSPMessageBundle.java:142) at org.apache.hama.bsp.BSPMessageBundle$1.next(BSPMessageBundle.java:110) at org.apache.hama.bsp.LocalBSPRunner$LocalMessageManager.transfer(LocalBSPRunner.java:364) at org.apache.hama.bsp.BSPPeerImpl.sync(BSPPeerImpl.java:385) at org.apache.hama.graph.GraphJobRunner.bsp(GraphJobRunner.java:138) at org.apache.hama.bsp.LocalBSPRunner$BSPRunner.run(LocalBSPRunner.java:258) at org.apache.hama.bsp.LocalBSPRunner$BSPRunner.call(LocalBSPRunner.java:288) at org.apache.hama.bsp.LocalBSPRunner$BSPRunner.call(LocalBSPRunner.java:212) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745) 15/02/26 09:31:58 ERROR bsp.BSPPeerImpl: Error while sending messages java.lang.NullPointerException at org.apache.hama.bsp.message.compress.SnappyCompressor.decompress(SnappyCompressor.java:88) at org.apache.hama.bsp.BSPMessageBundle$1.next(BSPMessageBundle.java:142) at org.apache.hama.bsp.BSPMessageBundle$1.next(BSPMessageBundle.java:110) at org.apache.hama.bsp.LocalBSPRunner$LocalMessageManager.transfer(LocalBSPRunner.java:364) at org.apache.hama.bsp.BSPPeerImpl.sync(BSPPeerImpl.java:385) at org.apache.hama.graph.GraphJobRunner.bsp(GraphJobRunner.java:138) at org.apache.hama.bsp.LocalBSPRunner$BSPRunner.run(LocalBSPRunner.java:258) at org.apache.hama.bsp.LocalBSPRunner$BSPRunner.call(LocalBSPRunner.java:288) at org.apache.hama.bsp.LocalBSPRunner$BSPRunner.call(LocalBSPRunner.java:212) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) at java.util.concurrent.FutureTask.run(FutureTask.java:262) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:745)