"C:\Program Files\Java\jdk1.8.0_66\bin\java" "-javaagent:C:\Program Files\JetBrains\IntelliJ IDEA 2017.3\lib\idea_rt.jar=52608:C:\Program Files\JetBrains\IntelliJ IDEA 2017.3\bin" -Dfile.encoding=UTF-8 -classpath "C:\Program Files\Java\jdk1.8.0_66\jre\lib\charsets.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\deploy.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\access-bridge-64.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\cldrdata.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\dnsns.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\jaccess.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\jfxrt.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\localedata.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\nashorn.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\sunec.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\sunjce_provider.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\sunmscapi.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\sunpkcs11.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\ext\zipfs.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\javaws.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\jce.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\jfr.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\jfxswt.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\jsse.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\management-agent.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\plugin.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\resources.jar;C:\Program Files\Java\jdk1.8.0_66\jre\lib\rt.jar;C:\work\prjs\ml\ignite\examples\target\classes;C:\Users\Gridgain\.IntelliJIdea2017.3\config\javascript\extLibs\http_cdnjs.cloudflare.com_ajax_libs_d3_4.5.0_d3.js;C:\Users\Gridgain\.m2\repository\javax\cache\cache-api\1.0.0\cache-api-1.0.0.jar;C:\work\prjs\ml\ignite\modules\core\target\classes;C:\Users\Gridgain\.m2\repository\org\jetbrains\annotations\13.0\annotations-13.0.jar;C:\work\prjs\ml\ignite\modules\spring\target\classes;C:\Users\Gridgain\.m2\repository\org\springframework\spring-core\4.3.7.RELEASE\spring-core-4.3.7.RELEASE.jar;C:\Users\Gridgain\.m2\repository\org\springframework\spring-aop\4.3.7.RELEASE\spring-aop-4.3.7.RELEASE.jar;C:\Users\Gridgain\.m2\repository\org\springframework\spring-beans\4.3.7.RELEASE\spring-beans-4.3.7.RELEASE.jar;C:\Users\Gridgain\.m2\repository\org\springframework\spring-context\4.3.7.RELEASE\spring-context-4.3.7.RELEASE.jar;C:\Users\Gridgain\.m2\repository\org\springframework\spring-expression\4.3.7.RELEASE\spring-expression-4.3.7.RELEASE.jar;C:\Users\Gridgain\.m2\repository\org\springframework\spring-tx\4.3.7.RELEASE\spring-tx-4.3.7.RELEASE.jar;C:\Users\Gridgain\.m2\repository\org\springframework\spring-jdbc\4.3.7.RELEASE\spring-jdbc-4.3.7.RELEASE.jar;C:\Users\Gridgain\.m2\repository\commons-logging\commons-logging\1.1.1\commons-logging-1.1.1.jar;C:\work\prjs\ml\ignite\modules\log4j\target\classes;C:\Users\Gridgain\.m2\repository\log4j\log4j\1.2.17\log4j-1.2.17.jar;C:\work\prjs\ml\ignite\modules\indexing\target\classes;C:\Users\Gridgain\.m2\repository\commons-codec\commons-codec\1.6\commons-codec-1.6.jar;C:\Users\Gridgain\.m2\repository\org\apache\lucene\lucene-core\5.5.2\lucene-core-5.5.2.jar;C:\Users\Gridgain\.m2\repository\org\apache\lucene\lucene-analyzers-common\5.5.2\lucene-analyzers-common-5.5.2.jar;C:\Users\Gridgain\.m2\repository\org\apache\lucene\lucene-queryparser\5.5.2\lucene-queryparser-5.5.2.jar;C:\Users\Gridgain\.m2\repository\org\apache\lucene\lucene-queries\5.5.2\lucene-queries-5.5.2.jar;C:\Users\Gridgain\.m2\repository\org\apache\lucene\lucene-sandbox\5.5.2\lucene-sandbox-5.5.2.jar;C:\Users\Gridgain\.m2\repository\com\h2database\h2\1.4.195\h2-1.4.195.jar;C:\work\prjs\ml\ignite\modules\spring-data\target\classes;C:\Users\Gridgain\.m2\repository\org\springframework\data\spring-data-commons\1.13.1.RELEASE\spring-data-commons-1.13.1.RELEASE.jar;C:\Users\Gridgain\.m2\repository\org\slf4j\slf4j-api\1.7.24\slf4j-api-1.7.24.jar;C:\work\prjs\ml\ignite\modules\ml\target\classes;C:\Users\Gridgain\.m2\repository\it\unimi\dsi\fastutil\7.0.12\fastutil-7.0.12.jar;C:\Users\Gridgain\.m2\repository\com\github\fommil\netlib\core\1.1.2\core-1.1.2.jar;C:\Users\Gridgain\.m2\repository\net\sourceforge\f2j\arpack_combined_all\0.1\arpack_combined_all-0.1.jar;C:\Users\Gridgain\.m2\repository\org\apache\commons\commons-rng-core\1.0\commons-rng-core-1.0.jar;C:\Users\Gridgain\.m2\repository\org\apache\commons\commons-rng-client-api\1.0\commons-rng-client-api-1.0.jar;C:\Users\Gridgain\.m2\repository\org\apache\commons\commons-rng-simple\1.0\commons-rng-simple-1.0.jar;C:\Users\Gridgain\.m2\repository\com\zaxxer\SparseBitSet\1.0\SparseBitSet-1.0.jar;C:\Users\Gridgain\.m2\repository\commons-cli\commons-cli\1.2\commons-cli-1.2.jar;C:\Users\Gridgain\.m2\repository\com\google\code\simple-spring-memcached\spymemcached\2.8.4\spymemcached-2.8.4.jar;C:\Program Files\Java\jdk1.8.0_66\lib\tools.jar" org.apache.ignite.examples.ml.nn.MLPGroupTrainerExample >>> Distributed multilayer perceptron example started. [21:08:40] __________ ________________ [21:08:40] / _/ ___/ |/ / _/_ __/ __/ [21:08:40] _/ // (7 7 // / / / / _/ [21:08:40] /___/\___/_/|_/___/ /_/ /___/ [21:08:40] [21:08:40] ver. 2.4.0-SNAPSHOT#19700101-sha1:DEV [21:08:40] 2018 Copyright(C) Apache Software Foundation [21:08:40] [21:08:40] Ignite documentation: http://ignite.apache.org [21:08:40] [21:08:40] Quiet mode. [21:08:40] ^-- Logging to file 'C:\work\prjs\ml\ignite\work\log\ignite-ae85e0cc.log' [21:08:40] ^-- Logging by 'Log4JLogger [quiet=true, config=/C:/work/prjs/ml/ignite/config/ignite-log4j.xml]' [21:08:40] ^-- To see **FULL** console log here add -DIGNITE_QUIET=false or "-v" to ignite.{sh|bat} [21:08:40] [21:08:40] OS: Windows 10 10.0 amd64 [21:08:40] VM information: Java(TM) SE Runtime Environment 1.8.0_66-b18 Oracle Corporation Java HotSpot(TM) 64-Bit Server VM 25.66-b18 [21:08:40] Initial heap size is 256MB (should be no less than 512MB, use -Xms512m -Xmx512m). [21:08:40] Configured plugins: [21:08:40] ^-- None [21:08:40] [21:08:47] Message queue limit is set to 0 which may lead to potential OOMEs when running cache operations in FULL_ASYNC or PRIMARY_SYNC modes due to message queues growth on sender and receiver sides. [21:08:47] Security status [authentication=off, tls/ssl=off] [21:08:59] Performance suggestions for grid (fix if possible) [21:08:59] To disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true [21:08:59] ^-- Disable grid events (remove 'includeEventTypes' from configuration) [21:08:59] ^-- Enable G1 Garbage Collector (add '-XX:+UseG1GC' to JVM options) [21:08:59] ^-- Specify JVM heap max size (add '-Xmx[g|G|m|M|k|K]' to JVM options) [21:08:59] ^-- Set max direct memory size if getting 'OOME: Direct buffer memory' (add '-XX:MaxDirectMemorySize=[g|G|m|M|k|K]' to JVM options) [21:08:59] ^-- Disable processing of calls to System.gc() (add '-XX:+DisableExplicitGC' to JVM options) [21:08:59] Refer to this page for more performance suggestions: https://apacheignite.readme.io/docs/jvm-and-system-tuning [21:08:59] [21:08:59] To start Console Management & Monitoring run ignitevisorcmd.{sh|bat} [21:08:59] [21:08:59] Ignite node started OK (id=ae85e0cc) [21:08:59] Topology snapshot [ver=1, servers=1, clients=0, CPUs=8, offheap=3.2GB, heap=3.5GB] [21:08:59] Data Regions Configured: [21:08:59] ^-- default [initSize=256.0 MiB, maxSize=3.2 GiB, persistenceEnabled=false] >>> Ignite grid started. >>> Prediction data at step 0 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 2.220446060767705E-16 >>> Prediction data at step 1 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 6.3346860458189205E-19 >>> Prediction data at step 2 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 2.2204498325822416E-16 >>> Prediction data at step 3 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 2.6352211769605156E-18 >>> Prediction data at step 4 of total 100: DenseLocalOnHeapMatrix(1x4) 0.500000, 1.000000, 1.000000, 0.000000 Difference estimate: 0.5 >>> Prediction data at step 5 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 3.142597295131035E-16 >>> Prediction data at step 6 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 4.440892098500626E-16 >>> Prediction data at step 7 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 2.22044604931595E-16 >>> Prediction data at step 8 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 1.6307413877642626E-18 >>> Prediction data at step 9 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 2.220446232385103E-16 [21:09:31] Topology snapshot [ver=2, servers=2, clients=0, CPUs=16, offheap=6.3GB, heap=7.0GB] [21:09:31] Data Regions Configured: [21:09:31] ^-- default [initSize=256.0 MiB, maxSize=3.2 GiB, persistenceEnabled=false] >>> Prediction data at step 10 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 0.500000, 0.000000 Difference estimate: 0.50000037321681 >>> Prediction data at step 11 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 8.33440090232936E-18 >>> Prediction data at step 12 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 1.1102233103275196E-15 >>> Prediction data at step 13 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 2.2205431064645356E-16 >>> Prediction data at step 14 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 2.220449794827088E-16 >>> Prediction data at step 15 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 0.650876, 0.560520, 0.480193 Difference estimate: 0.7386585557945451 >>> Prediction data at step 16 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 8.819394704263512E-18 >>> Prediction data at step 17 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 2.220461331130229E-16 >>> Prediction data at step 18 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 3.1069159849325078E-18 >>> Prediction data at step 19 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 1.2212397780219917E-19 >>> Prediction data at step 20 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 2.4450034894638432E-17 >>> Prediction data at step 21 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 3.921761504207605E-18 >>> Prediction data at step 22 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 3.1401849173675503E-16 >>> Prediction data at step 23 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 2.2212117273687066E-16 >>> Prediction data at step 24 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 1.3913309947465876E-19 >>> Prediction data at step 25 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 0.500000, 0.000000 Difference estimate: 0.5000004956385191 >>> Prediction data at step 26 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 4.514805899697206E-22 >>> Prediction data at step 27 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 3.406173949357313E-20 >>> Prediction data at step 28 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 9.739932425953375E-20 >>> Prediction data at step 29 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 1.2133018077728503E-18 >>> Prediction data at step 30 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 2.22044604938054E-16 >>> Prediction data at step 31 of total 100: DenseLocalOnHeapMatrix(1x4) 0.000000, 1.000000, 1.000000, 0.000000 Difference estimate: 7.0535632069518E-18 [2018-01-17 21:13:59,701][ERROR][grid-nio-worker-tcp-comm-2-#27][TcpCommunicationSpi] Failed to process selector key [ses=GridSelectorNioSessionImpl [worker=DirectNioClientWorker [super=AbstractNioClientWorker [idx=2, bytesRcvd=60705047, bytesSent=65401653, bytesRcvd0=0, bytesSent0=0, select=true, super=GridWorker [name=grid-nio-worker-tcp-comm-2, igniteInstanceName=null, finished=false, hashCode=1778001016, interrupted=false, runner=grid-nio-worker-tcp-comm-2-#27]]], writeBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], readBuf=java.nio.DirectByteBuffer[pos=0 lim=32768 cap=32768], inRecovery=GridNioRecoveryDescriptor [acked=229472, resendCnt=0, rcvCnt=229484, sentCnt=229492, reserved=true, lastAck=229472, nodeLeft=false, node=TcpDiscoveryNode [id=dd9578ee-a90a-47f5-a34a-c0a7b9546d91, addrs=[0:0:0:0:0:0:0:1%lo, 127.0.0.1, 172.17.0.1, 172.25.4.171], sockAddrs=[/172.17.0.1:47500, /0:0:0:0:0:0:0:1%lo:47500, /127.0.0.1:47500, /172.25.4.171:47500], discPort=47500, order=2, intOrder=2, lastExchangeTime=1516212551443, loc=false, ver=2.4.0#19700101-sha1:00000000, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=2, pairedConnections=false], outRecovery=GridNioRecoveryDescriptor [acked=229472, resendCnt=0, rcvCnt=229484, sentCnt=229492, reserved=true, lastAck=229472, nodeLeft=false, node=TcpDiscoveryNode [id=dd9578ee-a90a-47f5-a34a-c0a7b9546d91, addrs=[0:0:0:0:0:0:0:1%lo, 127.0.0.1, 172.17.0.1, 172.25.4.171], sockAddrs=[/172.17.0.1:47500, /0:0:0:0:0:0:0:1%lo:47500, /127.0.0.1:47500, /172.25.4.171:47500], discPort=47500, order=2, intOrder=2, lastExchangeTime=1516212551443, loc=false, ver=2.4.0#19700101-sha1:00000000, isClient=false], connected=false, connectCnt=1, queueLimit=4096, reserveCnt=2, pairedConnections=false], super=GridNioSessionImpl [locAddr=/172.25.4.204:52684, rmtAddr=/172.25.4.171:47100, createTime=1516212582006, closeTime=0, bytesSent=65401457, bytesRcvd=60704753, bytesSent0=0, bytesRcvd0=0, sndSchedTime=1516212582006, lastSndTime=1516212819795, lastRcvTime=1516212819795, readsPaused=false, filterChain=FilterChain[filters=[GridNioCodecFilter [parser=o.a.i.i.util.nio.GridDirectParser@3a380aeb, directMode=true], GridConnectionBytesVerifyFilter], accepted=false]]] java.io.IOException: Удаленный хост принудительно разорвал существующее подключение at sun.nio.ch.SocketDispatcher.read0(Native Method) at sun.nio.ch.SocketDispatcher.read(SocketDispatcher.java:43) at sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:223) at sun.nio.ch.IOUtil.read(IOUtil.java:192) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:380) at org.apache.ignite.internal.util.nio.GridNioServer$DirectNioClientWorker.processRead(GridNioServer.java:1233) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.processSelectedKeysOptimized(GridNioServer.java:2272) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.bodyInternal(GridNioServer.java:2048) at org.apache.ignite.internal.util.nio.GridNioServer$AbstractNioClientWorker.body(GridNioServer.java:1717) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.lang.Thread.run(Thread.java:745) [21:13:59] Topology snapshot [ver=3, servers=1, clients=0, CPUs=8, offheap=3.2GB, heap=3.5GB] [21:13:59] Data Regions Configured: [21:13:59] ^-- default [initSize=256.0 MiB, maxSize=3.2 GiB, persistenceEnabled=false] [2018-01-17 21:14:00,118][ERROR][pub-#22][GridJobWorker] Failed to execute job due to unexpected runtime exception [jobId=06e43850161-dd9578ee-a90a-47f5-a34a-c0a7b9546d91, ses=GridJobSessionImpl [ses=GridTaskSessionImpl [taskName=o.a.i.ml.trainers.group.GroupTrainerEntriesProcessorTask, dep=GridDeployment [ts=1516212539491, depMode=SHARED, clsLdr=sun.misc.Launcher$AppClassLoader@14dad5dc, clsLdrId=8d00f450161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, userVer=0, loc=true, sampleClsName=o.a.i.i.processors.service.GridServiceProcessor$ServiceDeploymentPredicate, pendingUndeploy=false, undeployed=false, usage=4], taskClsName=o.a.i.ml.trainers.group.GroupTrainerEntriesProcessorTask, sesId=d5e43850161-dd9578ee-a90a-47f5-a34a-c0a7b9546d91, startTime=1516212821958, endTime=9223372036854775807, taskNodeId=dd9578ee-a90a-47f5-a34a-c0a7b9546d91, clsLdr=sun.misc.Launcher$AppClassLoader@14dad5dc, closed=false, cpSpi=null, failSpi=null, loadSpi=null, usage=1, fullSup=false, internal=false, topPred=o.a.i.i.cluster.ClusterGroupAdapter$CachesFilter@37f185b, subjId=dd9578ee-a90a-47f5-a34a-c0a7b9546d91, mapFut=IgniteFuture [orig=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1215238020]], execName=null], jobId=06e43850161-dd9578ee-a90a-47f5-a34a-c0a7b9546d91]] java.lang.NullPointerException at org.apache.ignite.ml.nn.MLPGroupUpdateTrainerCacheInput.lambda$batchSupplier$6bd1095c$1(MLPGroupUpdateTrainerCacheInput.java:145) at org.apache.ignite.ml.nn.trainers.distributed.MLPGroupUpdateTrainer.lambda$dataProcessor$7144798a$1(MLPGroupUpdateTrainer.java:258) at org.apache.ignite.ml.trainers.group.MetaoptimizerDistributedStep.lambda$worker$82894216$1(MetaoptimizerDistributedStep.java:81) at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) at java.util.HashMap$EntrySpliterator.forEachRemaining(HashMap.java:1683) at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708) at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499) at org.apache.ignite.ml.trainers.group.BaseLocalProcessorJob.execute(BaseLocalProcessorJob.java:104) at org.apache.ignite.ml.trainers.group.BaseLocalProcessorJob.execute(BaseLocalProcessorJob.java:48) at org.apache.ignite.internal.processors.job.GridJobWorker$2.call(GridJobWorker.java:566) at org.apache.ignite.internal.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6623) at org.apache.ignite.internal.processors.job.GridJobWorker.execute0(GridJobWorker.java:560) at org.apache.ignite.internal.processors.job.GridJobWorker.body(GridJobWorker.java:489) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at org.apache.ignite.internal.processors.job.GridJobProcessor.processJobExecuteRequest(GridJobProcessor.java:1189) at org.apache.ignite.internal.processors.job.GridJobProcessor$JobExecutionListener.onMessage(GridJobProcessor.java:1921) at org.apache.ignite.internal.managers.communication.GridIoManager.invokeListener(GridIoManager.java:1555) at org.apache.ignite.internal.managers.communication.GridIoManager.processRegularMessage0(GridIoManager.java:1183) at org.apache.ignite.internal.managers.communication.GridIoManager.access$4200(GridIoManager.java:126) at org.apache.ignite.internal.managers.communication.GridIoManager$9.run(GridIoManager.java:1090) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) [2018-01-17 21:14:00,330][ERROR][pub-#18][GridJobWorker] Failed to execute job due to unexpected runtime exception [jobId=a33bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, ses=GridJobSessionImpl [ses=GridTaskSessionImpl [taskName=o.a.i.ml.trainers.group.GroupTrainerEntriesProcessorTask, dep=GridDeployment [ts=1516212539491, depMode=SHARED, clsLdr=sun.misc.Launcher$AppClassLoader@14dad5dc, clsLdrId=8d00f450161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, userVer=0, loc=true, sampleClsName=o.a.i.i.processors.service.GridServiceProcessor$ServiceDeploymentPredicate, pendingUndeploy=false, undeployed=false, usage=3], taskClsName=o.a.i.ml.trainers.group.GroupTrainerEntriesProcessorTask, sesId=833bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, startTime=1516212819795, endTime=9223372036854775807, taskNodeId=ae85e0cc-4751-4da7-95f8-18a311d6cf08, clsLdr=sun.misc.Launcher$AppClassLoader@14dad5dc, closed=false, cpSpi=null, failSpi=null, loadSpi=null, usage=1, fullSup=false, internal=false, topPred=o.a.i.i.cluster.ClusterGroupAdapter$CachesFilter@19a17651, subjId=ae85e0cc-4751-4da7-95f8-18a311d6cf08, mapFut=IgniteFuture [orig=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1058834639]], execName=null], jobId=a33bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08]] java.lang.NullPointerException at org.apache.ignite.ml.nn.MLPGroupUpdateTrainerCacheInput.lambda$batchSupplier$6bd1095c$1(MLPGroupUpdateTrainerCacheInput.java:139) at org.apache.ignite.ml.nn.trainers.distributed.MLPGroupUpdateTrainer.lambda$dataProcessor$7144798a$1(MLPGroupUpdateTrainer.java:258) at org.apache.ignite.ml.trainers.group.MetaoptimizerDistributedStep.lambda$worker$82894216$1(MetaoptimizerDistributedStep.java:81) at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) at java.util.HashMap$EntrySpliterator.forEachRemaining(HashMap.java:1683) at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708) at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499) at org.apache.ignite.ml.trainers.group.BaseLocalProcessorJob.execute(BaseLocalProcessorJob.java:104) at org.apache.ignite.ml.trainers.group.BaseLocalProcessorJob.execute(BaseLocalProcessorJob.java:48) at org.apache.ignite.internal.processors.job.GridJobWorker$2.call(GridJobWorker.java:566) at org.apache.ignite.internal.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6623) at org.apache.ignite.internal.processors.job.GridJobWorker.execute0(GridJobWorker.java:560) at org.apache.ignite.internal.processors.job.GridJobWorker.body(GridJobWorker.java:489) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) [2018-01-17 21:14:00,333][ERROR][pub-#18][GridTaskWorker] Failed to obtain remote job result policy for result from ComputeTask.result(..) method (will fail the whole task): GridJobResultImpl [job=o.a.i.ml.trainers.group.LocalEntriesProcessorJob@101adaeb, sib=GridJobSiblingImpl [sesId=833bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, jobId=a33bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, nodeId=ae85e0cc-4751-4da7-95f8-18a311d6cf08, isJobDone=false], jobCtx=GridJobContextImpl [jobId=a33bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, timeoutObj=null, attrs={}], node=TcpDiscoveryNode [id=ae85e0cc-4751-4da7-95f8-18a311d6cf08, addrs=[0:0:0:0:0:0:0:1, 127.0.0.1, 172.25.4.204, 192.168.56.1, 2001:0:9d38:6abd:cc:1367:53e6:fb33], sockAddrs=[Lenovo-PC1.gridgain.local/172.25.4.204:47500, Lenovo-PC1/192.168.56.1:47500, /0:0:0:0:0:0:0:1:47500, /127.0.0.1:47500, /2001:0:9d38:6abd:cc:1367:53e6:fb33:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1516212817897, loc=true, ver=2.4.0#19700101-sha1:00000000, isClient=false], ex=class o.a.i.compute.ComputeUserUndeclaredException: Failed to execute job due to unexpected runtime exception [jobId=a33bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, ses=GridJobSessionImpl [ses=GridTaskSessionImpl [taskName=o.a.i.ml.trainers.group.GroupTrainerEntriesProcessorTask, dep=GridDeployment [ts=1516212539491, depMode=SHARED, clsLdr=sun.misc.Launcher$AppClassLoader@14dad5dc, clsLdrId=8d00f450161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, userVer=0, loc=true, sampleClsName=o.a.i.i.processors.service.GridServiceProcessor$ServiceDeploymentPredicate, pendingUndeploy=false, undeployed=false, usage=3], taskClsName=o.a.i.ml.trainers.group.GroupTrainerEntriesProcessorTask, sesId=833bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, startTime=1516212819795, endTime=9223372036854775807, taskNodeId=ae85e0cc-4751-4da7-95f8-18a311d6cf08, clsLdr=sun.misc.Launcher$AppClassLoader@14dad5dc, closed=false, cpSpi=null, failSpi=null, loadSpi=null, usage=1, fullSup=false, internal=false, topPred=o.a.i.i.cluster.ClusterGroupAdapter$CachesFilter@19a17651, subjId=ae85e0cc-4751-4da7-95f8-18a311d6cf08, mapFut=IgniteFuture [orig=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1058834639]], execName=null], jobId=a33bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08]], hasRes=true, isCancelled=false, isOccupied=true] class org.apache.ignite.IgniteException: Remote job threw user exception (override or implement ComputeTask.result(..) method if you would like to have automatic failover for this exception). at org.apache.ignite.compute.ComputeTaskAdapter.result(ComputeTaskAdapter.java:101) at org.apache.ignite.internal.processors.task.GridTaskWorker$5.apply(GridTaskWorker.java:1047) at org.apache.ignite.internal.processors.task.GridTaskWorker$5.apply(GridTaskWorker.java:1040) at org.apache.ignite.internal.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6655) at org.apache.ignite.internal.processors.task.GridTaskWorker.result(GridTaskWorker.java:1040) at org.apache.ignite.internal.processors.task.GridTaskWorker.onResponse(GridTaskWorker.java:858) at org.apache.ignite.internal.processors.task.GridTaskProcessor.processJobExecuteResponse(GridTaskProcessor.java:1077) at org.apache.ignite.internal.processors.job.GridJobWorker.finishJob(GridJobWorker.java:925) at org.apache.ignite.internal.processors.job.GridJobWorker.finishJob(GridJobWorker.java:773) at org.apache.ignite.internal.processors.job.GridJobWorker.execute0(GridJobWorker.java:625) at org.apache.ignite.internal.processors.job.GridJobWorker.body(GridJobWorker.java:489) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Caused by: class org.apache.ignite.compute.ComputeUserUndeclaredException: Failed to execute job due to unexpected runtime exception [jobId=a33bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, ses=GridJobSessionImpl [ses=GridTaskSessionImpl [taskName=org.apache.ignite.ml.trainers.group.GroupTrainerEntriesProcessorTask, dep=GridDeployment [ts=1516212539491, depMode=SHARED, clsLdr=sun.misc.Launcher$AppClassLoader@14dad5dc, clsLdrId=8d00f450161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, userVer=0, loc=true, sampleClsName=org.apache.ignite.internal.processors.service.GridServiceProcessor$ServiceDeploymentPredicate, pendingUndeploy=false, undeployed=false, usage=3], taskClsName=org.apache.ignite.ml.trainers.group.GroupTrainerEntriesProcessorTask, sesId=833bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, startTime=1516212819795, endTime=9223372036854775807, taskNodeId=ae85e0cc-4751-4da7-95f8-18a311d6cf08, clsLdr=sun.misc.Launcher$AppClassLoader@14dad5dc, closed=false, cpSpi=null, failSpi=null, loadSpi=null, usage=1, fullSup=false, internal=false, topPred=org.apache.ignite.internal.cluster.ClusterGroupAdapter$CachesFilter@19a17651, subjId=ae85e0cc-4751-4da7-95f8-18a311d6cf08, mapFut=IgniteFuture [orig=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=1058834639]], execName=null], jobId=a33bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08]] at org.apache.ignite.internal.processors.job.GridJobWorker.handleThrowable(GridJobWorker.java:683) at org.apache.ignite.internal.processors.job.GridJobWorker.execute0(GridJobWorker.java:615) ... 5 more Caused by: java.lang.NullPointerException at org.apache.ignite.ml.nn.MLPGroupUpdateTrainerCacheInput.lambda$batchSupplier$6bd1095c$1(MLPGroupUpdateTrainerCacheInput.java:139) at org.apache.ignite.ml.nn.trainers.distributed.MLPGroupUpdateTrainer.lambda$dataProcessor$7144798a$1(MLPGroupUpdateTrainer.java:258) at org.apache.ignite.ml.trainers.group.MetaoptimizerDistributedStep.lambda$worker$82894216$1(MetaoptimizerDistributedStep.java:81) at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) at java.util.HashMap$EntrySpliterator.forEachRemaining(HashMap.java:1683) at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708) at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499) at org.apache.ignite.ml.trainers.group.BaseLocalProcessorJob.execute(BaseLocalProcessorJob.java:104) at org.apache.ignite.ml.trainers.group.BaseLocalProcessorJob.execute(BaseLocalProcessorJob.java:48) at org.apache.ignite.internal.processors.job.GridJobWorker$2.call(GridJobWorker.java:566) at org.apache.ignite.internal.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6623) at org.apache.ignite.internal.processors.job.GridJobWorker.execute0(GridJobWorker.java:560) ... 5 more [2018-01-17 21:14:00,336][ERROR][pub-#17][GridJobWorker] Failed to execute job due to unexpected runtime exception [jobId=b33bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, ses=GridJobSessionImpl [ses=GridTaskSessionImpl [taskName=o.a.i.ml.trainers.group.GroupTrainerEntriesProcessorTask, dep=GridDeployment [ts=1516212539491, depMode=SHARED, clsLdr=sun.misc.Launcher$AppClassLoader@14dad5dc, clsLdrId=8d00f450161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, userVer=0, loc=true, sampleClsName=o.a.i.i.processors.service.GridServiceProcessor$ServiceDeploymentPredicate, pendingUndeploy=false, undeployed=false, usage=2], taskClsName=o.a.i.ml.trainers.group.GroupTrainerEntriesProcessorTask, sesId=833bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08, startTime=1516212819795, endTime=9223372036854775807, taskNodeId=ae85e0cc-4751-4da7-95f8-18a311d6cf08, clsLdr=sun.misc.Launcher$AppClassLoader@14dad5dc, closed=false, cpSpi=null, failSpi=null, loadSpi=null, usage=1, fullSup=false, internal=false, topPred=o.a.i.i.cluster.ClusterGroupAdapter$CachesFilter@19a17651, subjId=ae85e0cc-4751-4da7-95f8-18a311d6cf08, mapFut=IgniteFuture [orig=GridFutureAdapter [ignoreInterrupts=false, state=INIT, res=null, hash=52294272]], execName=null], jobId=b33bb950161-ae85e0cc-4751-4da7-95f8-18a311d6cf08]] java.lang.NullPointerException at org.apache.ignite.ml.nn.MLPGroupUpdateTrainerCacheInput.lambda$batchSupplier$6bd1095c$1(MLPGroupUpdateTrainerCacheInput.java:139) at org.apache.ignite.ml.nn.trainers.distributed.MLPGroupUpdateTrainer.lambda$dataProcessor$7144798a$1(MLPGroupUpdateTrainer.java:258) at org.apache.ignite.ml.trainers.group.MetaoptimizerDistributedStep.lambda$worker$82894216$1(MetaoptimizerDistributedStep.java:81) at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) at java.util.Iterator.forEachRemaining(Iterator.java:116) at java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801) at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708) at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499) at org.apache.ignite.ml.trainers.group.BaseLocalProcessorJob.execute(BaseLocalProcessorJob.java:104) at org.apache.ignite.ml.trainers.group.BaseLocalProcessorJob.execute(BaseLocalProcessorJob.java:48) at org.apache.ignite.internal.processors.job.GridJobWorker$2.call(GridJobWorker.java:566) at org.apache.ignite.internal.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6623) at org.apache.ignite.internal.processors.job.GridJobWorker.execute0(GridJobWorker.java:560) at org.apache.ignite.internal.processors.job.GridJobWorker.body(GridJobWorker.java:489) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Exception in thread "MLPGroupTrainerExample-#44" class org.apache.ignite.IgniteException: null at org.apache.ignite.internal.util.IgniteUtils.convertException(IgniteUtils.java:980) at org.apache.ignite.internal.IgniteComputeImpl.execute(IgniteComputeImpl.java:540) at org.apache.ignite.ml.trainers.group.chain.ComputationsChain.lambda$thenDistributedForEntries$3(ComputationsChain.java:118) at org.apache.ignite.ml.trainers.group.chain.ComputationsChain.lambda$then$6(ComputationsChain.java:243) at org.apache.ignite.ml.trainers.group.chain.ComputationsChain.lambda$then$6(ComputationsChain.java:242) at org.apache.ignite.ml.trainers.group.chain.ComputationsChain.lambda$thenWhile$5(ComputationsChain.java:225) at org.apache.ignite.ml.trainers.group.chain.ComputationsChain.lambda$then$6(ComputationsChain.java:242) at org.apache.ignite.ml.trainers.group.chain.ComputationsChain.lambda$then$6(ComputationsChain.java:242) at org.apache.ignite.ml.trainers.group.GroupTrainer.train(GroupTrainer.java:99) at org.apache.ignite.examples.ml.nn.MLPGroupTrainerExample.lambda$main$0(MLPGroupTrainerExample.java:110) at java.lang.Thread.run(Thread.java:745) Caused by: class org.apache.ignite.IgniteCheckedException: null at org.apache.ignite.internal.util.IgniteUtils.cast(IgniteUtils.java:7244) at org.apache.ignite.internal.util.future.GridFutureAdapter.resolve(GridFutureAdapter.java:259) at org.apache.ignite.internal.util.future.GridFutureAdapter.get0(GridFutureAdapter.java:190) at org.apache.ignite.internal.util.future.GridFutureAdapter.get(GridFutureAdapter.java:140) at org.apache.ignite.internal.AsyncSupportAdapter.saveOrGet(AsyncSupportAdapter.java:112) at org.apache.ignite.internal.IgniteComputeImpl.execute(IgniteComputeImpl.java:537) ... 9 more Caused by: java.lang.NullPointerException at org.apache.ignite.ml.nn.MLPGroupUpdateTrainerCacheInput.lambda$batchSupplier$6bd1095c$1(MLPGroupUpdateTrainerCacheInput.java:139) at org.apache.ignite.ml.nn.trainers.distributed.MLPGroupUpdateTrainer.lambda$dataProcessor$7144798a$1(MLPGroupUpdateTrainer.java:258) at org.apache.ignite.ml.trainers.group.MetaoptimizerDistributedStep.lambda$worker$82894216$1(MetaoptimizerDistributedStep.java:81) at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) at java.util.HashMap$EntrySpliterator.forEachRemaining(HashMap.java:1683) at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) at java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708) at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499) at org.apache.ignite.ml.trainers.group.BaseLocalProcessorJob.execute(BaseLocalProcessorJob.java:104) at org.apache.ignite.ml.trainers.group.BaseLocalProcessorJob.execute(BaseLocalProcessorJob.java:48) at org.apache.ignite.internal.processors.job.GridJobWorker$2.call(GridJobWorker.java:566) at org.apache.ignite.internal.util.IgniteUtils.wrapThreadLoader(IgniteUtils.java:6623) at org.apache.ignite.internal.processors.job.GridJobWorker.execute0(GridJobWorker.java:560) at org.apache.ignite.internal.processors.job.GridJobWorker.body(GridJobWorker.java:489) at org.apache.ignite.internal.util.worker.GridWorker.run(GridWorker.java:110) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) ... 1 more [21:14:02] Ignite node stopped OK [uptime=00:05:02.693] Process finished with exit code 0