From 2a008823b73fabe3c5534c8908b09bf1b90944d7 Mon Sep 17 00:00:00 2001 From: jerryshao Date: Thu, 14 Jun 2018 13:39:50 +0800 Subject: [PATCH] Add a new hive-exec module for Spark --- pom.xml | 2 + ql-assembly/pom.xml | 374 ++++++++++++++++++++++++++++++++++++++++++++++ ql-spark-assembly/pom.xml | 355 +++++++++++++++++++++++++++++++++++++++++++ ql/pom.xml | 57 +------ 4 files changed, 733 insertions(+), 55 deletions(-) create mode 100644 ql-assembly/pom.xml create mode 100644 ql-spark-assembly/pom.xml diff --git a/pom.xml b/pom.xml index eb6577ca60..a1b89d7fe8 100644 --- a/pom.xml +++ b/pom.xml @@ -44,6 +44,8 @@ metastore odbc ql + ql-assembly + ql-spark-assembly serde service shims diff --git a/ql-assembly/pom.xml b/ql-assembly/pom.xml new file mode 100644 index 0000000000..a7c57c08cf --- /dev/null +++ b/ql-assembly/pom.xml @@ -0,0 +1,374 @@ + + + + 4.0.0 + + org.apache.hive + hive + 1.2.3-SNAPSHOT + ../pom.xml + + + hive-exec + jar + Hive Query Language Assembly + + + .. + + + + + + + org.apache.hive + hive-ant + ${project.version} + + + org.apache.hive + hive-exec-slim + ${project.version} + + + org.apache.hive + hive-common + ${project.version} + + + org.apache.hive + hive-metastore + ${project.version} + + + org.apache.hive + hive-serde + ${project.version} + + + org.apache.hive + hive-shims + ${project.version} + + + org.apache.hive + spark-client + ${project.version} + + + + com.esotericsoftware.kryo + kryo + ${kryo.version} + + + com.twitter + parquet-hadoop-bundle + + + commons-codec + commons-codec + ${commons-codec.version} + + + commons-httpclient + commons-httpclient + ${commons-httpclient.version} + + + commons-io + commons-io + ${commons-io.version} + + + org.apache.commons + commons-lang3 + ${commons-lang3.version} + + + commons-lang + commons-lang + ${commons-lang.version} + + + commons-logging + commons-logging + ${commons-logging.version} + + + javolution + javolution + ${javolution.version} + + + log4j + log4j + ${log4j.version} + + + log4j + apache-log4j-extras + ${log4j-extras.version} + + + org.antlr + antlr-runtime + ${antlr.version} + + + org.antlr + ST4 + ${ST4.version} + + + org.apache.avro + avro + ${avro.version} + + + org.apache.avro + avro-mapred + hadoop2 + ${avro.version} + + + org.mortbay.jetty + servlet-api + + + + + org.apache.ant + ant + ${ant.version} + + + org.apache.commons + commons-compress + ${commons-compress.version} + + + org.apache.thrift + libfb303 + ${libfb303.version} + + + org.apache.ivy + ivy + ${ivy.version} + + + org.apache.thrift + libthrift + ${libthrift.version} + + + org.apache.zookeeper + zookeeper + ${zookeeper.version} + + + org.apache.curator + curator-framework + ${curator.version} + + + org.apache.curator + apache-curator + ${curator.version} + pom + + + org.apache.curator + curator-test + ${curator.version} + test + + + org.codehaus.groovy + groovy-all + ${groovy.version} + + + org.codehaus.jackson + jackson-core-asl + ${jackson.version} + + + org.jodd + jodd-core + ${jodd.version} + + + org.codehaus.jackson + jackson-mapper-asl + ${jackson.version} + + + org.datanucleus + datanucleus-core + ${datanucleus-core.version} + + + org.apache.calcite + calcite-core + ${calcite.version} + + + + org.hsqldb + hsqldb + + + com.fasterxml.jackson.core + jackson-databind + + + com.fasterxml.jackson.core + jackson-annotations + + + com.fasterxml.jackson.core + jackson-core + + + + + org.apache.calcite + calcite-avatica + ${calcite.version} + + + + org.hsqldb + hsqldb + + + com.fasterxml.jackson.core + jackson-databind + + + com.fasterxml.jackson.core + jackson-annotations + + + com.fasterxml.jackson.core + jackson-core + + + + + com.google.guava + guava + ${guava.version} + + + com.google.protobuf + protobuf-java + ${protobuf.version} + + + com.googlecode.javaewah + JavaEWAH + ${javaewah.version} + + + org.iq80.snappy + snappy + ${snappy.version} + + + org.json + json + ${json.version} + + + stax + stax-api + ${stax.version} + + + net.sf.opencsv + opencsv + ${opencsv.version} + + + + + + + + org.apache.maven.plugins + maven-shade-plugin + + + build-exec-bundle + package + + shade + + + + + + + org.apache.hive:hive-common + org.apache.hive:hive-exec-slim + org.apache.hive:hive-serde + com.esotericsoftware.kryo:kryo + com.twitter:parquet-hadoop-bundle + org.apache.thrift:libthrift + commons-lang:commons-lang + org.apache.commons:commons-lang3 + org.jodd:jodd-core + org.json:json + org.apache.avro:avro + org.apache.avro:avro-mapred + org.apache.hive.shims:hive-shims-0.20S + org.apache.hive.shims:hive-shims-0.23 + org.apache.hive.shims:hive-shims-0.23 + org.apache.hive.shims:hive-shims-common + com.googlecode.javaewah:JavaEWAH + javolution:javolution + com.google.protobuf:protobuf-java + org.iq80.snappy:snappy + org.codehaus.jackson:jackson-core-asl + org.codehaus.jackson:jackson-mapper-asl + com.google.guava:guava + net.sf.opencsv:opencsv + org.apache.hive:spark-client + joda-time:joda-time + + + + + com.esotericsoftware + org.apache.hive.com.esotericsoftware + + + + + + + + + + diff --git a/ql-spark-assembly/pom.xml b/ql-spark-assembly/pom.xml new file mode 100644 index 0000000000..af10993bcc --- /dev/null +++ b/ql-spark-assembly/pom.xml @@ -0,0 +1,355 @@ + + + + 4.0.0 + + org.apache.hive + hive + 1.2.3-SNAPSHOT + ../pom.xml + + + hive-exec-spark + jar + Hive Query Language Assembly for Spark + + + .. + + + + + + + org.apache.hive + hive-ant + ${project.version} + + + org.apache.hive + hive-exec-slim + ${project.version} + + + org.apache.hive + hive-common + ${project.version} + + + org.apache.hive + hive-metastore + ${project.version} + + + org.apache.hive + hive-serde + ${project.version} + + + org.apache.hive + hive-shims + ${project.version} + + + org.apache.hive + spark-client + ${project.version} + + + + com.esotericsoftware.kryo + kryo + ${kryo.version} + + + com.twitter + parquet-hadoop-bundle + + + commons-codec + commons-codec + ${commons-codec.version} + + + commons-httpclient + commons-httpclient + ${commons-httpclient.version} + + + commons-io + commons-io + ${commons-io.version} + + + org.apache.commons + commons-lang3 + ${commons-lang3.version} + + + commons-lang + commons-lang + ${commons-lang.version} + + + commons-logging + commons-logging + ${commons-logging.version} + + + javolution + javolution + ${javolution.version} + + + log4j + log4j + ${log4j.version} + + + log4j + apache-log4j-extras + ${log4j-extras.version} + + + org.antlr + antlr-runtime + ${antlr.version} + + + org.antlr + ST4 + ${ST4.version} + + + org.apache.avro + avro + ${avro.version} + + + org.apache.avro + avro-mapred + hadoop2 + ${avro.version} + + + org.mortbay.jetty + servlet-api + + + + + org.apache.ant + ant + ${ant.version} + + + org.apache.commons + commons-compress + ${commons-compress.version} + + + org.apache.thrift + libfb303 + ${libfb303.version} + + + org.apache.ivy + ivy + ${ivy.version} + + + org.apache.thrift + libthrift + ${libthrift.version} + + + org.apache.zookeeper + zookeeper + ${zookeeper.version} + + + org.apache.curator + curator-framework + ${curator.version} + + + org.apache.curator + apache-curator + ${curator.version} + pom + + + org.apache.curator + curator-test + ${curator.version} + test + + + org.codehaus.groovy + groovy-all + ${groovy.version} + + + org.codehaus.jackson + jackson-core-asl + ${jackson.version} + + + org.jodd + jodd-core + ${jodd.version} + + + org.codehaus.jackson + jackson-mapper-asl + ${jackson.version} + + + org.datanucleus + datanucleus-core + ${datanucleus-core.version} + + + org.apache.calcite + calcite-core + ${calcite.version} + + + + org.hsqldb + hsqldb + + + com.fasterxml.jackson.core + jackson-databind + + + com.fasterxml.jackson.core + jackson-annotations + + + com.fasterxml.jackson.core + jackson-core + + + + + org.apache.calcite + calcite-avatica + ${calcite.version} + + + + org.hsqldb + hsqldb + + + com.fasterxml.jackson.core + jackson-databind + + + com.fasterxml.jackson.core + jackson-annotations + + + com.fasterxml.jackson.core + jackson-core + + + + + com.google.guava + guava + ${guava.version} + + + com.google.protobuf + protobuf-java + ${protobuf.version} + + + com.googlecode.javaewah + JavaEWAH + ${javaewah.version} + + + org.iq80.snappy + snappy + ${snappy.version} + + + org.json + json + ${json.version} + + + stax + stax-api + ${stax.version} + + + net.sf.opencsv + opencsv + ${opencsv.version} + + + + + + + + org.apache.maven.plugins + maven-shade-plugin + + + build-exec-bundle + package + + shade + + + + + + + org.apache.hive:hive-exec-slim + com.esotericsoftware.kryo:kryo + com.google.protobuf:protobuf-java + + + + + com.esotericsoftware + org.apache.hive.com.esotericsoftware + + + com.google.protobuf + org.apache.hive.com.google.protobuf + + + + + + + + + + diff --git a/ql/pom.xml b/ql/pom.xml index 092640c0bc..91ac34f827 100644 --- a/ql/pom.xml +++ b/ql/pom.xml @@ -23,7 +23,7 @@ ../pom.xml - hive-exec + hive-exec-slim jar Hive Query Language @@ -32,7 +32,7 @@ - + @@ -671,59 +671,6 @@ - org.apache.maven.plugins - maven-shade-plugin - - - build-exec-bundle - package - - shade - - - - - - - org.apache.hive:hive-common - org.apache.hive:hive-exec - org.apache.hive:hive-serde - com.esotericsoftware.kryo:kryo - com.twitter:parquet-hadoop-bundle - org.apache.thrift:libthrift - commons-lang:commons-lang - org.apache.commons:commons-lang3 - org.jodd:jodd-core - org.json:json - org.apache.avro:avro - org.apache.avro:avro-mapred - org.apache.hive.shims:hive-shims-0.20S - org.apache.hive.shims:hive-shims-0.23 - org.apache.hive.shims:hive-shims-0.23 - org.apache.hive.shims:hive-shims-common - com.googlecode.javaewah:JavaEWAH - javolution:javolution - com.google.protobuf:protobuf-java - org.iq80.snappy:snappy - org.codehaus.jackson:jackson-core-asl - org.codehaus.jackson:jackson-mapper-asl - com.google.guava:guava - net.sf.opencsv:opencsv - org.apache.hive:spark-client - joda-time:joda-time - - - - - com.esotericsoftware - org.apache.hive.com.esotericsoftware - - - - - - - org.codehaus.mojo build-helper-maven-plugin -- 2.11.0 (Apple Git-81)