/usr/lib/jvm/java-8-oracle/bin/java -javaagent:/home/andrei/idea/idea-IC-183.5429.30/lib/idea_rt.jar=43575:/home/andrei/idea/idea-IC-183.5429.30/bin -Dfile.encoding=UTF-8 -classpath /usr/lib/jvm/java-8-oracle/jre/lib/charsets.jar:/usr/lib/jvm/java-8-oracle/jre/lib/deploy.jar:/usr/lib/jvm/java-8-oracle/jre/lib/ext/cldrdata.jar:/usr/lib/jvm/java-8-oracle/jre/lib/ext/dnsns.jar:/usr/lib/jvm/java-8-oracle/jre/lib/ext/jaccess.jar:/usr/lib/jvm/java-8-oracle/jre/lib/ext/jfxrt.jar:/usr/lib/jvm/java-8-oracle/jre/lib/ext/localedata.jar:/usr/lib/jvm/java-8-oracle/jre/lib/ext/nashorn.jar:/usr/lib/jvm/java-8-oracle/jre/lib/ext/sunec.jar:/usr/lib/jvm/java-8-oracle/jre/lib/ext/sunjce_provider.jar:/usr/lib/jvm/java-8-oracle/jre/lib/ext/sunpkcs11.jar:/usr/lib/jvm/java-8-oracle/jre/lib/ext/zipfs.jar:/usr/lib/jvm/java-8-oracle/jre/lib/javaws.jar:/usr/lib/jvm/java-8-oracle/jre/lib/jce.jar:/usr/lib/jvm/java-8-oracle/jre/lib/jfr.jar:/usr/lib/jvm/java-8-oracle/jre/lib/jfxswt.jar:/usr/lib/jvm/java-8-oracle/jre/lib/jsse.jar:/usr/lib/jvm/java-8-oracle/jre/lib/management-agent.jar:/usr/lib/jvm/java-8-oracle/jre/lib/plugin.jar:/usr/lib/jvm/java-8-oracle/jre/lib/resources.jar:/usr/lib/jvm/java-8-oracle/jre/lib/rt.jar:/home/andrei/dataframe_loader/target/classes:/home/andrei/.m2/repository/org/gridgain/gridgain-core/8.7.6/gridgain-core-8.7.6.jar:/home/andrei/.m2/repository/javax/cache/cache-api/1.0.0/cache-api-1.0.0.jar:/home/andrei/.m2/repository/org/jetbrains/annotations/16.0.3/annotations-16.0.3.jar:/home/andrei/.m2/repository/javax/xml/bind/jaxb-api/2.3.0/jaxb-api-2.3.0.jar:/home/andrei/.m2/repository/com/sun/xml/bind/jaxb-impl/2.3.0/jaxb-impl-2.3.0.jar:/home/andrei/.m2/repository/com/sun/xml/bind/jaxb-core/2.3.0/jaxb-core-2.3.0.jar:/home/andrei/.m2/repository/com/sun/activation/javax.activation/1.2.0/javax.activation-1.2.0.jar:/home/andrei/.m2/repository/org/gridgain/ignite-core/8.7.6/ignite-core-8.7.6.jar:/home/andrei/.m2/repository/org/gridgain/ignite-shmem/1.0.0/ignite-shmem-1.0.0.jar:/home/andrei/.m2/repository/org/gridgain/ignite-spring/8.7.6/ignite-spring-8.7.6.jar:/home/andrei/.m2/repository/org/springframework/spring-core/4.3.18.RELEASE/spring-core-4.3.18.RELEASE.jar:/home/andrei/.m2/repository/org/springframework/spring-aop/4.3.18.RELEASE/spring-aop-4.3.18.RELEASE.jar:/home/andrei/.m2/repository/org/springframework/spring-beans/4.3.18.RELEASE/spring-beans-4.3.18.RELEASE.jar:/home/andrei/.m2/repository/org/springframework/spring-context/4.3.18.RELEASE/spring-context-4.3.18.RELEASE.jar:/home/andrei/.m2/repository/org/springframework/spring-expression/4.3.18.RELEASE/spring-expression-4.3.18.RELEASE.jar:/home/andrei/.m2/repository/org/springframework/spring-tx/4.3.18.RELEASE/spring-tx-4.3.18.RELEASE.jar:/home/andrei/.m2/repository/org/springframework/spring-jdbc/4.3.18.RELEASE/spring-jdbc-4.3.18.RELEASE.jar:/home/andrei/.m2/repository/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar:/home/andrei/.m2/repository/org/gridgain/ignite-indexing/8.7.6/ignite-indexing-8.7.6.jar:/home/andrei/.m2/repository/commons-codec/commons-codec/1.11/commons-codec-1.11.jar:/home/andrei/.m2/repository/org/apache/lucene/lucene-core/7.4.0/lucene-core-7.4.0.jar:/home/andrei/.m2/repository/org/apache/lucene/lucene-analyzers-common/7.4.0/lucene-analyzers-common-7.4.0.jar:/home/andrei/.m2/repository/org/apache/lucene/lucene-queryparser/7.4.0/lucene-queryparser-7.4.0.jar:/home/andrei/.m2/repository/org/apache/lucene/lucene-queries/7.4.0/lucene-queries-7.4.0.jar:/home/andrei/.m2/repository/org/apache/lucene/lucene-sandbox/7.4.0/lucene-sandbox-7.4.0.jar:/home/andrei/.m2/repository/com/h2database/h2/1.4.197/h2-1.4.197.jar:/home/andrei/.m2/repository/org/gridgain/ignite-spark/8.7.6/ignite-spark-8.7.6.jar:/home/andrei/.m2/repository/org/scala-lang/scala-library/2.11.12/scala-library-2.11.12.jar:/home/andrei/.m2/repository/org/scala-lang/scala-reflect/2.11.12/scala-reflect-2.11.12.jar:/home/andrei/.m2/repository/org/apache/spark/spark-core_2.11/2.3.0/spark-core_2.11-2.3.0.jar:/home/andrei/.m2/repository/org/apache/avro/avro/1.7.7/avro-1.7.7.jar:/home/andrei/.m2/repository/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/home/andrei/.m2/repository/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/home/andrei/.m2/repository/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/home/andrei/.m2/repository/com/twitter/chill_2.11/0.8.4/chill_2.11-0.8.4.jar:/home/andrei/.m2/repository/com/esotericsoftware/kryo-shaded/3.0.3/kryo-shaded-3.0.3.jar:/home/andrei/.m2/repository/com/esotericsoftware/minlog/1.3.0/minlog-1.3.0.jar:/home/andrei/.m2/repository/org/objenesis/objenesis/2.1/objenesis-2.1.jar:/home/andrei/.m2/repository/com/twitter/chill-java/0.8.4/chill-java-0.8.4.jar:/home/andrei/.m2/repository/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-client/2.6.5/hadoop-client-2.6.5.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.6.5/hadoop-hdfs-2.6.5.jar:/home/andrei/.m2/repository/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/home/andrei/.m2/repository/xml-apis/xml-apis/1.3.04/xml-apis-1.3.04.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.6.5/hadoop-mapreduce-client-app-2.6.5.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.6.5/hadoop-mapreduce-client-common-2.6.5.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.6.5/hadoop-yarn-client-2.6.5.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.6.5/hadoop-yarn-server-common-2.6.5.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.6.5/hadoop-mapreduce-client-shuffle-2.6.5.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.6.5/hadoop-yarn-api-2.6.5.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.6.5/hadoop-mapreduce-client-core-2.6.5.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.6.5/hadoop-yarn-common-2.6.5.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.5/hadoop-mapreduce-client-jobclient-2.6.5.jar:/home/andrei/.m2/repository/org/apache/spark/spark-launcher_2.11/2.3.0/spark-launcher_2.11-2.3.0.jar:/home/andrei/.m2/repository/org/apache/spark/spark-kvstore_2.11/2.3.0/spark-kvstore_2.11-2.3.0.jar:/home/andrei/.m2/repository/com/fasterxml/jackson/core/jackson-core/2.6.7/jackson-core-2.6.7.jar:/home/andrei/.m2/repository/org/apache/spark/spark-unsafe_2.11/2.3.0/spark-unsafe_2.11-2.3.0.jar:/home/andrei/.m2/repository/net/java/dev/jets3t/jets3t/0.9.4/jets3t-0.9.4.jar:/home/andrei/.m2/repository/org/apache/httpcomponents/httpcore/4.4.1/httpcore-4.4.1.jar:/home/andrei/.m2/repository/org/apache/httpcomponents/httpclient/4.5/httpclient-4.5.jar:/home/andrei/.m2/repository/javax/activation/activation/1.1.1/activation-1.1.1.jar:/home/andrei/.m2/repository/org/bouncycastle/bcprov-jdk15on/1.52/bcprov-jdk15on-1.52.jar:/home/andrei/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/1.1/java-xmlbuilder-1.1.jar:/home/andrei/.m2/repository/net/iharder/base64/2.3.8/base64-2.3.8.jar:/home/andrei/.m2/repository/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/home/andrei/.m2/repository/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/home/andrei/.m2/repository/javax/servlet/javax.servlet-api/3.1.0/javax.servlet-api-3.1.0.jar:/home/andrei/.m2/repository/org/apache/commons/commons-lang3/3.5/commons-lang3-3.5.jar:/home/andrei/.m2/repository/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/home/andrei/.m2/repository/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/home/andrei/.m2/repository/org/slf4j/slf4j-api/1.7.16/slf4j-api-1.7.16.jar:/home/andrei/.m2/repository/org/slf4j/jul-to-slf4j/1.7.16/jul-to-slf4j-1.7.16.jar:/home/andrei/.m2/repository/org/slf4j/jcl-over-slf4j/1.7.16/jcl-over-slf4j-1.7.16.jar:/home/andrei/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/home/andrei/.m2/repository/org/slf4j/slf4j-log4j12/1.7.16/slf4j-log4j12-1.7.16.jar:/home/andrei/.m2/repository/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/home/andrei/.m2/repository/org/xerial/snappy/snappy-java/1.1.2.6/snappy-java-1.1.2.6.jar:/home/andrei/.m2/repository/org/lz4/lz4-java/1.4.0/lz4-java-1.4.0.jar:/home/andrei/.m2/repository/com/github/luben/zstd-jni/1.3.2-2/zstd-jni-1.3.2-2.jar:/home/andrei/.m2/repository/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/home/andrei/.m2/repository/commons-net/commons-net/2.2/commons-net-2.2.jar:/home/andrei/.m2/repository/org/json4s/json4s-jackson_2.11/3.2.11/json4s-jackson_2.11-3.2.11.jar:/home/andrei/.m2/repository/org/glassfish/jersey/core/jersey-client/2.22.2/jersey-client-2.22.2.jar:/home/andrei/.m2/repository/javax/ws/rs/javax.ws.rs-api/2.0.1/javax.ws.rs-api-2.0.1.jar:/home/andrei/.m2/repository/org/glassfish/hk2/hk2-api/2.4.0-b34/hk2-api-2.4.0-b34.jar:/home/andrei/.m2/repository/org/glassfish/hk2/hk2-utils/2.4.0-b34/hk2-utils-2.4.0-b34.jar:/home/andrei/.m2/repository/org/glassfish/hk2/external/aopalliance-repackaged/2.4.0-b34/aopalliance-repackaged-2.4.0-b34.jar:/home/andrei/.m2/repository/org/glassfish/hk2/external/javax.inject/2.4.0-b34/javax.inject-2.4.0-b34.jar:/home/andrei/.m2/repository/org/glassfish/hk2/hk2-locator/2.4.0-b34/hk2-locator-2.4.0-b34.jar:/home/andrei/.m2/repository/org/javassist/javassist/3.18.1-GA/javassist-3.18.1-GA.jar:/home/andrei/.m2/repository/org/glassfish/jersey/core/jersey-common/2.22.2/jersey-common-2.22.2.jar:/home/andrei/.m2/repository/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.jar:/home/andrei/.m2/repository/org/glassfish/jersey/bundles/repackaged/jersey-guava/2.22.2/jersey-guava-2.22.2.jar:/home/andrei/.m2/repository/org/glassfish/hk2/osgi-resource-locator/1.0.1/osgi-resource-locator-1.0.1.jar:/home/andrei/.m2/repository/org/glassfish/jersey/core/jersey-server/2.22.2/jersey-server-2.22.2.jar:/home/andrei/.m2/repository/org/glassfish/jersey/media/jersey-media-jaxb/2.22.2/jersey-media-jaxb-2.22.2.jar:/home/andrei/.m2/repository/javax/validation/validation-api/1.1.0.Final/validation-api-1.1.0.Final.jar:/home/andrei/.m2/repository/org/glassfish/jersey/containers/jersey-container-servlet/2.22.2/jersey-container-servlet-2.22.2.jar:/home/andrei/.m2/repository/org/glassfish/jersey/containers/jersey-container-servlet-core/2.22.2/jersey-container-servlet-core-2.22.2.jar:/home/andrei/.m2/repository/io/netty/netty-all/4.1.17.Final/netty-all-4.1.17.Final.jar:/home/andrei/.m2/repository/io/netty/netty/3.9.9.Final/netty-3.9.9.Final.jar:/home/andrei/.m2/repository/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/home/andrei/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.5/metrics-core-3.1.5.jar:/home/andrei/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.5/metrics-jvm-3.1.5.jar:/home/andrei/.m2/repository/io/dropwizard/metrics/metrics-json/3.1.5/metrics-json-3.1.5.jar:/home/andrei/.m2/repository/io/dropwizard/metrics/metrics-graphite/3.1.5/metrics-graphite-3.1.5.jar:/home/andrei/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.6.7.1/jackson-databind-2.6.7.1.jar:/home/andrei/.m2/repository/com/fasterxml/jackson/module/jackson-module-scala_2.11/2.6.7.1/jackson-module-scala_2.11-2.6.7.1.jar:/home/andrei/.m2/repository/com/fasterxml/jackson/module/jackson-module-paranamer/2.7.9/jackson-module-paranamer-2.7.9.jar:/home/andrei/.m2/repository/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/home/andrei/.m2/repository/oro/oro/2.0.8/oro-2.0.8.jar:/home/andrei/.m2/repository/net/razorvine/pyrolite/4.13/pyrolite-4.13.jar:/home/andrei/.m2/repository/net/sf/py4j/py4j/0.10.6/py4j-0.10.6.jar:/home/andrei/.m2/repository/org/apache/commons/commons-crypto/1.0.0/commons-crypto-1.0.0.jar:/home/andrei/.m2/repository/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/home/andrei/.m2/repository/org/apache/spark/spark-catalyst_2.11/2.3.0/spark-catalyst_2.11-2.3.0.jar:/home/andrei/.m2/repository/org/scala-lang/modules/scala-parser-combinators_2.11/1.0.4/scala-parser-combinators_2.11-1.0.4.jar:/home/andrei/.m2/repository/org/apache/spark/spark-sketch_2.11/2.3.0/spark-sketch_2.11-2.3.0.jar:/home/andrei/.m2/repository/org/codehaus/janino/janino/3.0.8/janino-3.0.8.jar:/home/andrei/.m2/repository/org/codehaus/janino/commons-compiler/3.0.8/commons-compiler-3.0.8.jar:/home/andrei/.m2/repository/org/antlr/antlr4-runtime/4.7/antlr4-runtime-4.7.jar:/home/andrei/.m2/repository/org/apache/spark/spark-sql_2.11/2.3.0/spark-sql_2.11-2.3.0.jar:/home/andrei/.m2/repository/com/univocity/univocity-parsers/2.5.9/univocity-parsers-2.5.9.jar:/home/andrei/.m2/repository/org/apache/orc/orc-core/1.4.1/orc-core-1.4.1-nohive.jar:/home/andrei/.m2/repository/io/airlift/aircompressor/0.8/aircompressor-0.8.jar:/home/andrei/.m2/repository/org/apache/orc/orc-mapreduce/1.4.1/orc-mapreduce-1.4.1-nohive.jar:/home/andrei/.m2/repository/org/apache/parquet/parquet-column/1.8.2/parquet-column-1.8.2.jar:/home/andrei/.m2/repository/org/apache/parquet/parquet-common/1.8.2/parquet-common-1.8.2.jar:/home/andrei/.m2/repository/org/apache/parquet/parquet-encoding/1.8.2/parquet-encoding-1.8.2.jar:/home/andrei/.m2/repository/org/apache/parquet/parquet-hadoop/1.8.2/parquet-hadoop-1.8.2.jar:/home/andrei/.m2/repository/org/apache/parquet/parquet-format/2.3.1/parquet-format-2.3.1.jar:/home/andrei/.m2/repository/org/apache/parquet/parquet-jackson/1.8.2/parquet-jackson-1.8.2.jar:/home/andrei/.m2/repository/org/apache/arrow/arrow-vector/0.8.0/arrow-vector-0.8.0.jar:/home/andrei/.m2/repository/org/apache/arrow/arrow-format/0.8.0/arrow-format-0.8.0.jar:/home/andrei/.m2/repository/org/apache/arrow/arrow-memory/0.8.0/arrow-memory-0.8.0.jar:/home/andrei/.m2/repository/joda-time/joda-time/2.9.9/joda-time-2.9.9.jar:/home/andrei/.m2/repository/com/carrotsearch/hppc/0.7.2/hppc-0.7.2.jar:/home/andrei/.m2/repository/com/vlkan/flatbuffers/1.2.0-3f79e055/flatbuffers-1.2.0-3f79e055.jar:/home/andrei/.m2/repository/org/apache/spark/spark-network-common_2.11/2.3.0/spark-network-common_2.11-2.3.0.jar:/home/andrei/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/home/andrei/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.6.7/jackson-annotations-2.6.7.jar:/home/andrei/.m2/repository/org/apache/spark/spark-network-shuffle_2.11/2.3.0/spark-network-shuffle_2.11-2.3.0.jar:/home/andrei/.m2/repository/org/apache/spark/spark-tags_2.11/2.3.0/spark-tags_2.11-2.3.0.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-common/2.6.5/hadoop-common-2.6.5.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-annotations/2.6.5/hadoop-annotations-2.6.5.jar:/usr/lib/jvm/java-8-oracle/lib/tools.jar:/home/andrei/.m2/repository/com/google/guava/guava/11.0.2/guava-11.0.2.jar:/home/andrei/.m2/repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/home/andrei/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/home/andrei/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/home/andrei/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/home/andrei/.m2/repository/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/home/andrei/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/home/andrei/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/home/andrei/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/home/andrei/.m2/repository/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/home/andrei/.m2/repository/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/home/andrei/.m2/repository/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar:/home/andrei/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.8.3/jackson-jaxrs-1.8.3.jar:/home/andrei/.m2/repository/org/codehaus/jackson/jackson-xc/1.8.3/jackson-xc-1.8.3.jar:/home/andrei/.m2/repository/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/home/andrei/.m2/repository/asm/asm/3.1/asm-3.1.jar:/home/andrei/.m2/repository/tomcat/jasper-compiler/5.5.23/jasper-compiler-5.5.23.jar:/home/andrei/.m2/repository/tomcat/jasper-runtime/5.5.23/jasper-runtime-5.5.23.jar:/home/andrei/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/home/andrei/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/home/andrei/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/home/andrei/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/home/andrei/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/home/andrei/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/home/andrei/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/home/andrei/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/home/andrei/.m2/repository/com/google/code/gson/gson/2.2.4/gson-2.2.4.jar:/home/andrei/.m2/repository/org/apache/hadoop/hadoop-auth/2.6.5/hadoop-auth-2.6.5.jar:/home/andrei/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/home/andrei/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/home/andrei/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/home/andrei/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/home/andrei/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/home/andrei/.m2/repository/org/apache/curator/curator-client/2.6.0/curator-client-2.6.0.jar:/home/andrei/.m2/repository/org/htrace/htrace-core/3.0.4/htrace-core-3.0.4.jar:/home/andrei/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar:/home/andrei/.m2/repository/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/home/andrei/.m2/repository/org/tukaani/xz/1.0/xz-1.0.jar:/home/andrei/.m2/repository/org/json4s/json4s-core_2.11/3.5.0/json4s-core_2.11-3.5.0.jar:/home/andrei/.m2/repository/org/json4s/json4s-ast_2.11/3.5.0/json4s-ast_2.11-3.5.0.jar:/home/andrei/.m2/repository/org/json4s/json4s-scalap_2.11/3.5.0/json4s-scalap_2.11-3.5.0.jar:/home/andrei/.m2/repository/com/thoughtworks/paranamer/paranamer/2.8/paranamer-2.8.jar:/home/andrei/.m2/repository/org/scala-lang/modules/scala-xml_2.11/1.0.6/scala-xml_2.11-1.0.6.jar:/home/andrei/.m2/repository/org/gridgain/ignite-log4j/8.7.6/ignite-log4j-8.7.6.jar org.gridgain.examples.sparkloader.SparkLoaderExample Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties 19/10/21 07:08:12 WARN Utils: Your hostname, andrei-ThinkPad-P51s resolves to a loopback address: 127.0.1.1; using 172.25.4.69 instead (on interface wlp4s0) 19/10/21 07:08:12 WARN Utils: Set SPARK_LOCAL_IP if you need to bind to another address 19/10/21 07:08:17 INFO SparkContext: Running Spark version 2.3.0 19/10/21 07:08:17 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 19/10/21 07:08:17 INFO SparkContext: Submitted application: Spark Ignite catalog example 19/10/21 07:08:17 INFO SecurityManager: Changing view acls to: andrei 19/10/21 07:08:17 INFO SecurityManager: Changing modify acls to: andrei 19/10/21 07:08:17 INFO SecurityManager: Changing view acls groups to: 19/10/21 07:08:17 INFO SecurityManager: Changing modify acls groups to: 19/10/21 07:08:17 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(andrei); groups with view permissions: Set(); users with modify permissions: Set(andrei); groups with modify permissions: Set() 19/10/21 07:08:18 INFO Utils: Successfully started service 'sparkDriver' on port 38949. 19/10/21 07:08:18 INFO SparkEnv: Registering MapOutputTracker 19/10/21 07:08:18 INFO SparkEnv: Registering BlockManagerMaster 19/10/21 07:08:18 INFO BlockManagerMasterEndpoint: Using org.apache.spark.storage.DefaultTopologyMapper for getting topology information 19/10/21 07:08:18 INFO BlockManagerMasterEndpoint: BlockManagerMasterEndpoint up 19/10/21 07:08:18 INFO DiskBlockManager: Created local directory at /tmp/blockmgr-7e2897e1-91ed-4aea-b7a5-bbadcdb96b51 19/10/21 07:08:18 INFO MemoryStore: MemoryStore started with capacity 4.0 GB 19/10/21 07:08:18 INFO SparkEnv: Registering OutputCommitCoordinator 19/10/21 07:08:18 INFO Utils: Successfully started service 'SparkUI' on port 4040. 19/10/21 07:08:18 INFO SparkUI: Bound SparkUI to 0.0.0.0, and started at http://172.25.4.69:4040 19/10/21 07:08:18 INFO Executor: Starting executor ID driver on host localhost 19/10/21 07:08:18 INFO Utils: Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 43327. 19/10/21 07:08:18 INFO NettyBlockTransferService: Server created on 172.25.4.69:43327 19/10/21 07:08:18 INFO BlockManager: Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy 19/10/21 07:08:18 INFO BlockManagerMaster: Registering BlockManager BlockManagerId(driver, 172.25.4.69, 43327, None) 19/10/21 07:08:18 INFO BlockManagerMasterEndpoint: Registering block manager 172.25.4.69:43327 with 4.0 GB RAM, BlockManagerId(driver, 172.25.4.69, 43327, None) 19/10/21 07:08:18 INFO BlockManagerMaster: Registered BlockManager BlockManagerId(driver, 172.25.4.69, 43327, None) 19/10/21 07:08:18 INFO BlockManager: Initialized BlockManager: BlockManagerId(driver, 172.25.4.69, 43327, None) 19/10/21 07:08:18 INFO XmlBeanDefinitionReader: Loading XML bean definitions from URL [file:/home/andrei/BDP/big-data-accelerator/modules/gridgain-spark-loader-examples/config/client.xml] 19/10/21 07:08:18 INFO GenericApplicationContext: Refreshing org.springframework.context.support.GenericApplicationContext@7ed9ae94: startup date [Mon Oct 21 07:08:18 PDT 2019]; root of context hierarchy 19/10/21 07:08:19 INFO IgniteKernal: >>> __________ ________________ >>> / _/ ___/ |/ / _/_ __/ __/ >>> _/ // (7 7 // / / / / _/ >>> /___/\___/_/|_/___/ /_/ /___/ >>> >>> ver. 8.7.6#20190704-sha1:6449a674 >>> 2019 Copyright(C) Apache Software Foundation >>> >>> Ignite documentation: http://gridgain.com 19/10/21 07:08:19 INFO IgniteKernal: Config URL: n/a 19/10/21 07:08:19 INFO IgniteKernal: IgniteConfiguration [igniteInstanceName=null, pubPoolSize=8, svcPoolSize=8, callbackPoolSize=8, stripedPoolSize=8, sysPoolSize=8, mgmtPoolSize=4, igfsPoolSize=4, dataStreamerPoolSize=8, utilityCachePoolSize=8, utilityCacheKeepAliveTime=60000, p2pPoolSize=2, qryPoolSize=8, igniteHome=null, igniteWorkDir=/tmp/ignite/work, mbeanSrv=com.sun.jmx.mbeanserver.JmxMBeanServer@60acd609, nodeId=56635a4e-c721-41a7-b025-f0160d21c6fc, marsh=BinaryMarshaller [], marshLocJobs=false, daemon=false, p2pEnabled=false, netTimeout=5000, netCompressionLevel=1, sndRetryDelay=1000, sndRetryCnt=3, metricsHistSize=10000, metricsUpdateFreq=2000, metricsExpTime=9223372036854775807, discoSpi=TcpDiscoverySpi [addrRslvr=null, sockTimeout=0, ackTimeout=0, marsh=null, reconCnt=10, reconDelay=2000, maxAckTimeout=600000, soLinger=5, forceSrvMode=false, clientReconnectDisabled=false, internalLsnr=null, skipAddrsRandomization=false], segPlc=STOP, segResolveAttempts=2, waitForSegOnStart=true, allResolversPassReq=true, segChkFreq=10000, commSpi=TcpCommunicationSpi [connectGate=null, connPlc=org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi$FirstConnectionPolicy@4aedaf61, enableForcibleNodeKill=false, enableTroubleshootingLog=false, locAddr=null, locHost=null, locPort=47100, locPortRange=100, shmemPort=-1, directBuf=true, directSndBuf=false, idleConnTimeout=600000, connTimeout=5000, maxConnTimeout=600000, reconCnt=10, sockSndBuf=32768, sockRcvBuf=32768, msgQueueLimit=0, slowClientQueueLimit=0, nioSrvr=null, shmemSrv=null, usePairedConnections=false, connectionsPerNode=1, tcpNoDelay=true, filterReachableAddresses=false, ackSndThreshold=32, unackedMsgsBufSize=0, sockWriteTimeout=2000, boundTcpPort=-1, boundTcpShmemPort=-1, selectorsCnt=4, selectorSpins=0, addrRslvr=null, ctxInitLatch=java.util.concurrent.CountDownLatch@173797f0[Count = 1], stopping=false], evtSpi=org.apache.ignite.spi.eventstorage.NoopEventStorageSpi@3c35c345, colSpi=NoopCollisionSpi [], deploySpi=LocalDeploymentSpi [], indexingSpi=org.apache.ignite.spi.indexing.noop.NoopIndexingSpi@5eed2d86, addrRslvr=null, encryptionSpi=org.apache.ignite.spi.encryption.noop.NoopEncryptionSpi@33d53216, clientMode=true, rebalanceThreadPoolSize=1, txCfg=TransactionConfiguration [txSerEnabled=false, dfltIsolation=REPEATABLE_READ, dfltConcurrency=PESSIMISTIC, dfltTxTimeout=0, txTimeoutOnPartitionMapExchange=0, deadlockTimeout=10000, pessimisticTxLogSize=0, pessimisticTxLogLinger=10000, tmLookupClsName=null, txManagerFactory=null, useJtaSync=false], cacheSanityCheckEnabled=true, discoStartupDelay=60000, deployMode=SHARED, p2pMissedCacheSize=100, locHost=null, timeSrvPortBase=31100, timeSrvPortRange=100, failureDetectionTimeout=10000, sysWorkerBlockedTimeout=null, clientFailureDetectionTimeout=30000, metricsLogFreq=60000, hadoopCfg=null, connectorCfg=ConnectorConfiguration [jettyPath=null, host=null, port=11211, noDelay=true, directBuf=false, sndBufSize=32768, rcvBufSize=32768, idleQryCurTimeout=600000, idleQryCurCheckFreq=60000, sndQueueLimit=0, selectorCnt=4, idleTimeout=7000, sslEnabled=false, sslClientAuth=false, sslCtxFactory=null, sslFactory=null, portRange=100, threadPoolSize=8, msgInterceptor=null], odbcCfg=null, warmupClos=null, atomicCfg=AtomicConfiguration [seqReserveSize=1000, cacheMode=PARTITIONED, backups=1, aff=null, grpName=null], classLdr=null, sslCtxFactory=null, platformCfg=null, binaryCfg=null, memCfg=null, pstCfg=null, dsCfg=null, activeOnStart=true, autoActivation=true, longQryWarnTimeout=3000, sqlConnCfg=null, cliConnCfg=ClientConnectorConfiguration [host=null, port=10800, portRange=100, sockSndBufSize=0, sockRcvBufSize=0, tcpNoDelay=true, maxOpenCursorsPerConn=128, threadPoolSize=8, idleTimeout=0, jdbcEnabled=true, odbcEnabled=true, thinCliEnabled=true, sslEnabled=false, useIgniteSslCtxFactory=true, sslClientAuth=false, sslCtxFactory=null], mvccVacuumThreadCnt=2, mvccVacuumFreq=5000, authEnabled=false, failureHnd=null, commFailureRslvr=null] 19/10/21 07:08:19 INFO IgniteKernal: Daemon mode: off 19/10/21 07:08:19 INFO IgniteKernal: OS: Linux 4.15.0-62-generic amd64 19/10/21 07:08:19 INFO IgniteKernal: OS user: andrei 19/10/21 07:08:19 INFO IgniteKernal: PID: 7055 19/10/21 07:08:19 INFO IgniteKernal: Language runtime: Java Platform API Specification ver. 1.8 19/10/21 07:08:19 INFO IgniteKernal: VM information: Java(TM) SE Runtime Environment 1.8.0_201-b09 Oracle Corporation Java HotSpot(TM) 64-Bit Server VM 25.201-b09 19/10/21 07:08:19 INFO IgniteKernal: VM total memory: 6.9GB 19/10/21 07:08:19 INFO IgniteKernal: Remote Management [restart: off, REST: off, JMX (remote: off)] 19/10/21 07:08:19 INFO IgniteKernal: Logger: Log4JLogger [quiet=false, config=null] 19/10/21 07:08:19 INFO IgniteKernal: IGNITE_HOME=null 19/10/21 07:08:19 INFO IgniteKernal: VM arguments: [-javaagent:/home/andrei/idea/idea-IC-183.5429.30/lib/idea_rt.jar=43575:/home/andrei/idea/idea-IC-183.5429.30/bin, -Dfile.encoding=UTF-8] 19/10/21 07:08:19 INFO IgniteKernal: Configured caches [in 'sysMemPlc' dataRegion: ['ignite-sys-cache']] 19/10/21 07:08:19 WARN IgniteKernal: Please set system property '-Djava.net.preferIPv4Stack=true' to avoid possible problems in mixed environments. 19/10/21 07:08:19 WARN GridDiagnostic: Initial heap size is 500MB (should be no less than 512MB, use -Xms512m -Xmx512m). 19/10/21 07:08:19 INFO GridEntLicenseProcessor: New license loaded. 19/10/21 07:08:19 INFO GridEntLicenseProcessor: 30 Days Evaluation Only 19/10/21 07:08:19 INFO GridEntLicenseProcessor: License [ID=31C879FE-AE36-406B-8812-911175C94862, type=ENT] 19/10/21 07:08:19 INFO GridEntLicenseProcessor: License limits [expire-date: never, grace-burst-period: 60min., max-hosts: 2, max-cpus: 16, max-nodes: 2] 19/10/21 07:08:19 INFO IgnitePluginProcessor: Configured plugins: 19/10/21 07:08:19 INFO IgnitePluginProcessor: ^-- GridGain 8.7.3#19691231-sha1:DEV 19/10/21 07:08:19 INFO IgnitePluginProcessor: ^-- 2019 Copyright(C) GridGain Systems 19/10/21 07:08:19 INFO IgnitePluginProcessor: 19/10/21 07:08:19 INFO FailureProcessor: Configured failure handler: [hnd=StopNodeOrHaltFailureHandler [tryStop=false, timeout=0, super=AbstractFailureHandler [ignoredFailureTypes=[SYSTEM_WORKER_BLOCKED, SYSTEM_CRITICAL_OPERATION_TIMEOUT]]]] 19/10/21 07:08:19 INFO TcpCommunicationSpi: Successfully bound communication NIO server to TCP port [port=47101, locHost=0.0.0.0/0.0.0.0, selectorsCnt=4, selectorSpins=0, pairedConn=false] 19/10/21 07:08:19 WARN TcpCommunicationSpi: Message queue limit is set to 0 which may lead to potential OOMEs when running cache operations in FULL_ASYNC or PRIMARY_SYNC modes due to message queues growth on sender and receiver sides. 19/10/21 07:08:19 WARN NoopCheckpointSpi: Checkpoints are disabled (to enable configure any GridCheckpointSpi implementation) 19/10/21 07:08:19 WARN GridCollisionManager: Collision resolution is disabled (all jobs will be activated upon arrival). 19/10/21 07:08:19 INFO IgniteKernal: Security status [authentication=off, tls/ssl=off] 19/10/21 07:08:19 INFO PartitionsEvictManager: Evict partition permits=2 19/10/21 07:08:19 WARN IgniteH2Indexing: Serialization of Java objects in H2 was enabled. 19/10/21 07:08:20 INFO ClientListenerProcessor: Client connector processor has started on TCP port 10801 19/10/21 07:08:20 INFO GridRestProcessor: REST protocols do not start on client node. To start the protocols on client node set '-DIGNITE_REST_START_ON_CLIENT=true' system property. 19/10/21 07:08:20 INFO GridPluginProvider: GridGain Configuration: GridGainConfiguration [dataCenterId=0, interopCfg=null, drRcvCfg=null, drSndCfg=null, snapshotCfg=null, licUrl=null, authenticator=null, securityCred=null, rollingUpdatesEnabled=true, drPoolSize=4, drStreamerPoolSize=8, drUseCacheNames=false] 19/10/21 07:08:20 INFO IgniteKernal: Non-loopback local IPs: 172.25.4.69, fe80:0:0:0:8a04:628:2b4:b80%wlp4s0 19/10/21 07:08:20 INFO IgniteKernal: Enabled local MACs: 44032CCF909A 19/10/21 07:08:20 INFO TcpDiscoverySpi: Router node: TcpDiscoveryNode [id=21514c27-5a0f-480a-9cb9-76335a27b029, consistentId=0:0:0:0:0:0:0:1%lo,127.0.0.1,172.25.4.69:47500, addrs=[0:0:0:0:0:0:0:1%lo, 127.0.0.1, 172.25.4.69], sockAddrs=[/172.25.4.69:47500, /0:0:0:0:0:0:0:1%lo:47500, /127.0.0.1:47500], discPort=47500, order=1, intOrder=1, lastExchangeTime=1571666900177, loc=false, ver=8.7.6#20190704-sha1:6449a674, isClient=false] 19/10/21 07:08:20 INFO MvccProcessorImpl: Assigned mvcc coordinator [crd=MvccCoordinator [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], nodeId=21514c27-5a0f-480a-9cb9-76335a27b029, ver=1571666119658, local=false, initialized=false]] 19/10/21 07:08:20 INFO time: Started exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], crd=false, evt=NODE_JOINED, evtNode=56635a4e-c721-41a7-b025-f0160d21c6fc, customEvt=null, allowMerge=true] 19/10/21 07:08:20 INFO msg: Components activation performed in 0 ms. 19/10/21 07:08:20 INFO GridCacheProcessor: Started cache [name=ignite-sys-cache, id=-2100569601, dataRegionName=sysMemPlc, mode=REPLICATED, atomicity=TRANSACTIONAL, backups=2147483647, mvcc=false] 19/10/21 07:08:20 INFO GridCacheProcessor: Starting caches on local join performed in 130 ms. 19/10/21 07:08:20 INFO TcpCommunicationSpi: Established outgoing communication connection [locAddr=/0:0:0:0:0:0:0:1:32926, rmtAddr=/0:0:0:0:0:0:0:1%lo:47100] 19/10/21 07:08:20 INFO time: Finished exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], crd=false] 19/10/21 07:08:20 INFO GridDhtPartitionsExchangeFuture: Received full message, will finish exchange [node=21514c27-5a0f-480a-9cb9-76335a27b029, resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]] 19/10/21 07:08:20 INFO GridDhtPartitionsExchangeFuture: Finish exchange future [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], err=null] 19/10/21 07:08:20 INFO GridCacheProcessor: Finish proxy initialization, cacheName=ignite-sys-cache, localNodeId=56635a4e-c721-41a7-b025-f0160d21c6fc 19/10/21 07:08:20 INFO GridCachePartitionExchangeManager: Skipping rebalancing (no affinity changes) [top=AffinityTopologyVersion [topVer=4, minorTopVer=0], rebTopVer=AffinityTopologyVersion [topVer=-1, minorTopVer=0], evt=NODE_JOINED, evtNode=56635a4e-c721-41a7-b025-f0160d21c6fc, client=true] 19/10/21 07:08:20 INFO GridDhtPartitionsExchangeFuture: Completed partition exchange [localNode=56635a4e-c721-41a7-b025-f0160d21c6fc, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], evt=NODE_JOINED, evtNode=TcpDiscoveryNode [id=56635a4e-c721-41a7-b025-f0160d21c6fc, consistentId=56635a4e-c721-41a7-b025-f0160d21c6fc, addrs=[0:0:0:0:0:0:0:1%lo, 127.0.0.1, 172.25.4.69], sockAddrs=[/172.25.4.69:0, /0:0:0:0:0:0:0:1%lo:0, /127.0.0.1:0], discPort=0, order=4, intOrder=0, lastExchangeTime=1571666900081, loc=true, ver=8.7.6#20190704-sha1:6449a674, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=0]] 19/10/21 07:08:20 INFO GridDhtPartitionsExchangeFuture: Exchange timings [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], stage="Waiting in exchange queue" (18 ms), stage="Exchange parameters initialization" (2 ms), stage="Components activation" (0 ms), stage="Determine exchange type" (141 ms), stage="Waiting for Full message" (45 ms), stage="Affinity recalculation" (5 ms), stage="Full map updating" (4 ms), stage="Detect lost partitions" (1 ms), stage="Exchange done" (10 ms), stage="Total time" (226 ms)] 19/10/21 07:08:20 INFO GridDhtPartitionsExchangeFuture: Exchange longest local stages [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=0], stage="Affinity initialization (local join) [grp=ignite-sys-cache]" (5 ms) (parent=Affinity recalculation)] 19/10/21 07:08:20 INFO IgniteKernal: Performance suggestions for grid (fix if possible) 19/10/21 07:08:20 INFO IgniteKernal: To disable, set -DIGNITE_PERFORMANCE_SUGGESTIONS_DISABLED=true 19/10/21 07:08:20 INFO IgniteKernal: ^-- Disable rolling updates 19/10/21 07:08:20 INFO IgniteKernal: ^-- Enable G1 Garbage Collector (add '-XX:+UseG1GC' to JVM options) 19/10/21 07:08:20 INFO IgniteKernal: ^-- Specify JVM heap max size (add '-Xmx[g|G|m|M|k|K]' to JVM options) 19/10/21 07:08:20 INFO IgniteKernal: ^-- Set max direct memory size if getting 'OOME: Direct buffer memory' (add '-XX:MaxDirectMemorySize=[g|G|m|M|k|K]' to JVM options) 19/10/21 07:08:20 INFO IgniteKernal: ^-- Disable processing of calls to System.gc() (add '-XX:+DisableExplicitGC' to JVM options) 19/10/21 07:08:20 INFO IgniteKernal: Refer to this page for more performance suggestions: https://apacheignite.readme.io/docs/jvm-and-system-tuning 19/10/21 07:08:20 INFO IgniteKernal: 19/10/21 07:08:20 INFO IgniteKernal: To start Console Management & Monitoring run ignitevisorcmd.{sh|bat} 19/10/21 07:08:20 INFO IgniteKernal: >>> +----------------------------------------------------------------------+ >>> Ignite ver. 8.7.6#20190704-sha1:6449a674326f7a6edffd51a4cb2b2030f11d8356 >>> +----------------------------------------------------------------------+ >>> OS name: Linux 4.15.0-62-generic amd64 >>> CPU(s): 4 >>> Heap: 6.9GB >>> VM name: 7055@andrei-ThinkPad-P51s >>> Local node [ID=56635A4E-C721-41A7-B025-F0160D21C6FC, order=4, clientMode=true] >>> Local node addresses: [172.25.4.69/0:0:0:0:0:0:0:1%lo, /127.0.0.1, /172.25.4.69] >>> Local ports: TCP:10801 TCP:47101 19/10/21 07:08:20 INFO GridDiscoveryManager: Topology snapshot [ver=4, locNode=56635a4e, servers=1, clients=1, state=ACTIVE, CPUs=4, offheap=6.2GB, heap=14.0GB] 19/10/21 07:08:20 INFO XmlBeanDefinitionReader: Loading XML bean definitions from URL [file:/home/andrei/BDP/big-data-accelerator/modules/gridgain-spark-loader-examples/config/client.xml] 19/10/21 07:08:20 INFO GenericApplicationContext: Refreshing org.springframework.context.support.GenericApplicationContext@a1691c0: startup date [Mon Oct 21 07:08:20 PDT 2019]; root of context hierarchy 19/10/21 07:08:20 INFO SparkContext: Starting job: foreachPartition at IgniteRDD.scala:232 19/10/21 07:08:20 INFO DAGScheduler: Got job 0 (foreachPartition at IgniteRDD.scala:232) with 1 output partitions 19/10/21 07:08:20 INFO DAGScheduler: Final stage: ResultStage 0 (foreachPartition at IgniteRDD.scala:232) 19/10/21 07:08:20 INFO DAGScheduler: Parents of final stage: List() 19/10/21 07:08:20 INFO DAGScheduler: Missing parents: List() 19/10/21 07:08:20 INFO DAGScheduler: Submitting ResultStage 0 (MapPartitionsRDD[1] at mapToPair at SparkLoaderExample.java:55), which has no missing parents 19/10/21 07:08:20 INFO MemoryStore: Block broadcast_0 stored as values in memory (estimated size 3.6 KB, free 4.0 GB) 19/10/21 07:08:20 INFO MemoryStore: Block broadcast_0_piece0 stored as bytes in memory (estimated size 2.2 KB, free 4.0 GB) 19/10/21 07:08:20 INFO BlockManagerInfo: Added broadcast_0_piece0 in memory on 172.25.4.69:43327 (size: 2.2 KB, free: 4.0 GB) 19/10/21 07:08:20 INFO SparkContext: Created broadcast 0 from broadcast at DAGScheduler.scala:1039 19/10/21 07:08:21 INFO DAGScheduler: Submitting 1 missing tasks from ResultStage 0 (MapPartitionsRDD[1] at mapToPair at SparkLoaderExample.java:55) (first 15 tasks are for partitions Vector(0)) 19/10/21 07:08:21 INFO TaskSchedulerImpl: Adding task set 0.0 with 1 tasks 19/10/21 07:08:21 INFO TaskSetManager: Starting task 0.0 in stage 0.0 (TID 0, localhost, executor driver, partition 0, PROCESS_LOCAL, 7939 bytes) 19/10/21 07:08:21 INFO Executor: Running task 0.0 in stage 0.0 (TID 0) 19/10/21 07:08:21 INFO XmlBeanDefinitionReader: Loading XML bean definitions from URL [file:/home/andrei/BDP/big-data-accelerator/modules/gridgain-spark-loader-examples/config/client.xml] 19/10/21 07:08:21 INFO GenericApplicationContext: Refreshing org.springframework.context.support.GenericApplicationContext@3d567ea3: startup date [Mon Oct 21 07:08:21 PDT 2019]; root of context hierarchy 19/10/21 07:08:21 INFO time: Started exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], crd=false, evt=DISCOVERY_CUSTOM_EVT, evtNode=56635a4e-c721-41a7-b025-f0160d21c6fc, customEvt=DynamicCacheChangeBatch [id=c3fa5aeed61-37d550d4-2c48-499f-ba28-7622be805300, reqs=[DynamicCacheChangeRequest [cacheName=Person, hasCfg=true, nodeId=56635a4e-c721-41a7-b025-f0160d21c6fc, clientStartOnly=false, stop=false, destroy=false, disabledAfterStartfalse]], exchangeActions=ExchangeActions [startCaches=[Person], stopCaches=null, startGrps=[Person], stopGrps=[], resetParts=null, stateChangeRequest=null], startCaches=false], allowMerge=false] 19/10/21 07:08:21 INFO GridCacheProcessor: Started cache [name=Person, id=-1907849355, dataRegionName=null, mode=PARTITIONED, atomicity=ATOMIC, backups=0, mvcc=false] 19/10/21 07:08:21 INFO time: Finished exchange init [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], crd=false] 19/10/21 07:08:21 INFO GridDhtPartitionsExchangeFuture: Received full message, will finish exchange [node=21514c27-5a0f-480a-9cb9-76335a27b029, resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1]] 19/10/21 07:08:21 INFO GridDhtPartitionsExchangeFuture: Finish exchange future [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], err=null] 19/10/21 07:08:21 INFO GridCacheProcessor: Finish proxy initialization, cacheName=Person, localNodeId=56635a4e-c721-41a7-b025-f0160d21c6fc 19/10/21 07:08:21 INFO GridCachePartitionExchangeManager: Skipping rebalancing (no affinity changes) [top=AffinityTopologyVersion [topVer=4, minorTopVer=1], rebTopVer=AffinityTopologyVersion [topVer=-1, minorTopVer=0], evt=DISCOVERY_CUSTOM_EVT, evtNode=56635a4e-c721-41a7-b025-f0160d21c6fc, client=true] 19/10/21 07:08:21 INFO GridDhtPartitionsExchangeFuture: Completed partition exchange [localNode=56635a4e-c721-41a7-b025-f0160d21c6fc, exchange=GridDhtPartitionsExchangeFuture [topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], evt=DISCOVERY_CUSTOM_EVT, evtNode=TcpDiscoveryNode [id=56635a4e-c721-41a7-b025-f0160d21c6fc, consistentId=56635a4e-c721-41a7-b025-f0160d21c6fc, addrs=[0:0:0:0:0:0:0:1%lo, 127.0.0.1, 172.25.4.69], sockAddrs=[/172.25.4.69:0, /0:0:0:0:0:0:0:1%lo:0, /127.0.0.1:0], discPort=0, order=4, intOrder=0, lastExchangeTime=1571666900081, loc=true, ver=8.7.6#20190704-sha1:6449a674, isClient=true], done=true], topVer=AffinityTopologyVersion [topVer=4, minorTopVer=1]] 19/10/21 07:08:21 INFO GridDhtPartitionsExchangeFuture: Exchange timings [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], stage="Waiting in exchange queue" (0 ms), stage="Exchange parameters initialization" (2 ms), stage="Update caches registry" (2 ms), stage="Start caches" (58 ms), stage="Affinity initialization on cache group start" (18 ms), stage="Determine exchange type" (0 ms), stage="Waiting for Full message" (97 ms), stage="Affinity recalculation" (2 ms), stage="Full map updating" (7 ms), stage="Exchange done" (34 ms), stage="Total time" (220 ms)] 19/10/21 07:08:21 INFO GridDhtPartitionsExchangeFuture: Exchange longest local stages [startVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], resVer=AffinityTopologyVersion [topVer=4, minorTopVer=1], stage="Affinity initialization on cache group start [grp=Person]" (18 ms) (parent=Affinity initialization on cache group start)] 19/10/21 07:08:21 ERROR Executor: Exception in task 0.0 in stage 0.0 (TID 0) java.lang.IllegalStateException: some error at org.gridgain.examples.sparkloader.SparkLoaderExample$1.call(SparkLoaderExample.java:58) at org.gridgain.examples.sparkloader.SparkLoaderExample$1.call(SparkLoaderExample.java:55) at org.apache.spark.api.java.JavaPairRDD$$anonfun$pairFunToScalaFun$1.apply(JavaPairRDD.scala:1043) at org.apache.spark.api.java.JavaPairRDD$$anonfun$pairFunToScalaFun$1.apply(JavaPairRDD.scala:1043) at scala.collection.Iterator$$anon$11.next(Iterator.scala:410) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at org.apache.ignite.spark.IgniteRDD$$anonfun$savePairs$1.apply(IgniteRDD.scala:243) at org.apache.ignite.spark.IgniteRDD$$anonfun$savePairs$1.apply(IgniteRDD.scala:232) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$29.apply(RDD.scala:929) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$29.apply(RDD.scala:929) at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2067) at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2067) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:87) at org.apache.spark.scheduler.Task.run(Task.scala:109) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:345) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 19/10/21 07:08:21 WARN TaskSetManager: Lost task 0.0 in stage 0.0 (TID 0, localhost, executor driver): java.lang.IllegalStateException: some error at org.gridgain.examples.sparkloader.SparkLoaderExample$1.call(SparkLoaderExample.java:58) at org.gridgain.examples.sparkloader.SparkLoaderExample$1.call(SparkLoaderExample.java:55) at org.apache.spark.api.java.JavaPairRDD$$anonfun$pairFunToScalaFun$1.apply(JavaPairRDD.scala:1043) at org.apache.spark.api.java.JavaPairRDD$$anonfun$pairFunToScalaFun$1.apply(JavaPairRDD.scala:1043) at scala.collection.Iterator$$anon$11.next(Iterator.scala:410) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at org.apache.ignite.spark.IgniteRDD$$anonfun$savePairs$1.apply(IgniteRDD.scala:243) at org.apache.ignite.spark.IgniteRDD$$anonfun$savePairs$1.apply(IgniteRDD.scala:232) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$29.apply(RDD.scala:929) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$29.apply(RDD.scala:929) at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2067) at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2067) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:87) at org.apache.spark.scheduler.Task.run(Task.scala:109) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:345) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 19/10/21 07:08:21 ERROR TaskSetManager: Task 0 in stage 0.0 failed 1 times; aborting job 19/10/21 07:08:21 INFO TaskSchedulerImpl: Removed TaskSet 0.0, whose tasks have all completed, from pool 19/10/21 07:08:21 INFO TaskSchedulerImpl: Cancelling stage 0 19/10/21 07:08:21 INFO DAGScheduler: ResultStage 0 (foreachPartition at IgniteRDD.scala:232) failed in 0.674 s due to Job aborted due to stage failure: Task 0 in stage 0.0 failed 1 times, most recent failure: Lost task 0.0 in stage 0.0 (TID 0, localhost, executor driver): java.lang.IllegalStateException: some error at org.gridgain.examples.sparkloader.SparkLoaderExample$1.call(SparkLoaderExample.java:58) at org.gridgain.examples.sparkloader.SparkLoaderExample$1.call(SparkLoaderExample.java:55) at org.apache.spark.api.java.JavaPairRDD$$anonfun$pairFunToScalaFun$1.apply(JavaPairRDD.scala:1043) at org.apache.spark.api.java.JavaPairRDD$$anonfun$pairFunToScalaFun$1.apply(JavaPairRDD.scala:1043) at scala.collection.Iterator$$anon$11.next(Iterator.scala:410) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at org.apache.ignite.spark.IgniteRDD$$anonfun$savePairs$1.apply(IgniteRDD.scala:243) at org.apache.ignite.spark.IgniteRDD$$anonfun$savePairs$1.apply(IgniteRDD.scala:232) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$29.apply(RDD.scala:929) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$29.apply(RDD.scala:929) at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2067) at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2067) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:87) at org.apache.spark.scheduler.Task.run(Task.scala:109) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:345) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Driver stacktrace: 19/10/21 07:08:21 INFO DAGScheduler: Job 0 failed: foreachPartition at IgniteRDD.scala:232, took 0.739143 s Exception in thread "main" org.apache.spark.SparkException: Job aborted due to stage failure: Task 0 in stage 0.0 failed 1 times, most recent failure: Lost task 0.0 in stage 0.0 (TID 0, localhost, executor driver): java.lang.IllegalStateException: some error at org.gridgain.examples.sparkloader.SparkLoaderExample$1.call(SparkLoaderExample.java:58) at org.gridgain.examples.sparkloader.SparkLoaderExample$1.call(SparkLoaderExample.java:55) at org.apache.spark.api.java.JavaPairRDD$$anonfun$pairFunToScalaFun$1.apply(JavaPairRDD.scala:1043) at org.apache.spark.api.java.JavaPairRDD$$anonfun$pairFunToScalaFun$1.apply(JavaPairRDD.scala:1043) at scala.collection.Iterator$$anon$11.next(Iterator.scala:410) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at org.apache.ignite.spark.IgniteRDD$$anonfun$savePairs$1.apply(IgniteRDD.scala:243) at org.apache.ignite.spark.IgniteRDD$$anonfun$savePairs$1.apply(IgniteRDD.scala:232) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$29.apply(RDD.scala:929) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$29.apply(RDD.scala:929) at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2067) at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2067) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:87) at org.apache.spark.scheduler.Task.run(Task.scala:109) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:345) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Driver stacktrace: at org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages(DAGScheduler.scala:1599) at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1587) at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1586) at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59) at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48) at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:1586) at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:831) at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:831) at scala.Option.foreach(Option.scala:257) at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:831) at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:1820) at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1769) at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:1758) at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:48) at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:642) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2027) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2048) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2067) at org.apache.spark.SparkContext.runJob(SparkContext.scala:2092) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1.apply(RDD.scala:929) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1.apply(RDD.scala:927) at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151) at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112) at org.apache.spark.rdd.RDD.withScope(RDD.scala:363) at org.apache.spark.rdd.RDD.foreachPartition(RDD.scala:927) at org.apache.ignite.spark.IgniteRDD.savePairs(IgniteRDD.scala:232) at org.apache.ignite.spark.JavaIgniteRDD.savePairs(JavaIgniteRDD.scala:87) at org.apache.ignite.spark.JavaIgniteRDD.savePairs(JavaIgniteRDD.scala:90) at org.gridgain.examples.sparkloader.SparkLoaderExample.main(SparkLoaderExample.java:66) Caused by: java.lang.IllegalStateException: some error at org.gridgain.examples.sparkloader.SparkLoaderExample$1.call(SparkLoaderExample.java:58) at org.gridgain.examples.sparkloader.SparkLoaderExample$1.call(SparkLoaderExample.java:55) at org.apache.spark.api.java.JavaPairRDD$$anonfun$pairFunToScalaFun$1.apply(JavaPairRDD.scala:1043) at org.apache.spark.api.java.JavaPairRDD$$anonfun$pairFunToScalaFun$1.apply(JavaPairRDD.scala:1043) at scala.collection.Iterator$$anon$11.next(Iterator.scala:410) at scala.collection.Iterator$class.foreach(Iterator.scala:891) at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) at org.apache.ignite.spark.IgniteRDD$$anonfun$savePairs$1.apply(IgniteRDD.scala:243) at org.apache.ignite.spark.IgniteRDD$$anonfun$savePairs$1.apply(IgniteRDD.scala:232) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$29.apply(RDD.scala:929) at org.apache.spark.rdd.RDD$$anonfun$foreachPartition$1$$anonfun$apply$29.apply(RDD.scala:929) at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2067) at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2067) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:87) at org.apache.spark.scheduler.Task.run(Task.scala:109) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:345) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 19/10/21 07:08:30 INFO GridUpdateNotifier: Your version is up to date.