commit ec7b965253e9da2190596b7f2d29c4ce2b2b35b6 Author: Janaki Lahorani Date: Thu Feb 8 09:19:55 2018 -0800 HIVE-18433: Upgrade Jackson version to 2.9.2 Change-Id: Ibe30f160d42e53a951865c3b1b92e20954acddcd diff --git common/pom.xml common/pom.xml index 4da46f24e7b335f88a812a7d6de4ad94ef307a95..9393d8787adb0f776bf1d3bd0790039d1a24599c 100644 --- common/pom.xml +++ common/pom.xml @@ -250,7 +250,7 @@ com.fasterxml.jackson.core jackson-databind - ${jackson.new.version} + ${jackson.version} com.github.joshelser diff --git druid-handler/pom.xml druid-handler/pom.xml index 670d82b6f92c66b85d2c00fa669f7490429a4ae5..6726701ea9890805b1bf9d2c40e532368874066f 100644 --- druid-handler/pom.xml +++ druid-handler/pom.xml @@ -36,6 +36,14 @@ + + com.fasterxml.jackson.dataformat + jackson-dataformat-smile + + + com.fasterxml.jackson.core + jackson-databind + org.apache.hive hive-exec diff --git druid-handler/src/java/org/apache/hadoop/hive/druid/DruidStorageHandlerUtils.java druid-handler/src/java/org/apache/hadoop/hive/druid/DruidStorageHandlerUtils.java index 2f956b179b31e043d1fd1b1bfe6f19cf6ca28384..0b6dc75703bf0652b29ff5912c624ade572cce03 100644 --- druid-handler/src/java/org/apache/hadoop/hive/druid/DruidStorageHandlerUtils.java +++ druid-handler/src/java/org/apache/hadoop/hive/druid/DruidStorageHandlerUtils.java @@ -262,7 +262,7 @@ public static String getURL(HttpClient client, URL url) throws IOException { } for (FileStatus fileStatus : fss) { final DataSegment segment = JSON_MAPPER - .readValue(fs.open(fileStatus.getPath()), DataSegment.class); + .readValue((InputStream) fs.open(fileStatus.getPath()), DataSegment.class); publishedSegmentsBuilder.add(segment); } return publishedSegmentsBuilder.build(); diff --git druid-handler/src/test/org/apache/hadoop/hive/druid/TestHiveDruidQueryBasedInputFormat.java druid-handler/src/test/org/apache/hadoop/hive/druid/TestHiveDruidQueryBasedInputFormat.java index bb43d512c41a8cd50b13c196f8656b9cfaeab873..898f97a2d56b01acbf2fa2e0232f3fe55223dd79 100644 --- druid-handler/src/test/org/apache/hadoop/hive/druid/TestHiveDruidQueryBasedInputFormat.java +++ druid-handler/src/test/org/apache/hadoop/hive/druid/TestHiveDruidQueryBasedInputFormat.java @@ -46,7 +46,8 @@ + "\"descending\":true," + "\"virtualColumns\":[]," + "\"filter\":null," - + "\"granularity\":\"DAY\"," + + "\"granularity\":{\"type\":\"period\",\"period\":\"P1D\",\"timeZone\":" + + "\"America/Los_Angeles\",\"origin\":null}," + "\"aggregations\":[]," + "\"postAggregations\":[]," + "\"context\":null}, [localhost:8082]}]"; @@ -110,7 +111,8 @@ + "\"intervals\":{\"type\":\"LegacySegmentSpec\",\"intervals\":[\"2012-01-01T08:00:00.000Z/2012-01-03T08:00:00.000Z\"]}," + "\"virtualColumns\":[]," + "\"filter\":null," - + "\"granularity\":\"DAY\"," + + "\"granularity\":{\"type\":\"period\",\"period\":\"P1D\",\"timeZone\":" + + "\"America/Los_Angeles\",\"origin\":null}," + "\"dimensions\":[{\"type\":\"LegacyDimensionSpec\",\"dimension\":\"country\",\"outputName\":\"country\",\"outputType\":\"STRING\"}," + "{\"type\":\"LegacyDimensionSpec\",\"dimension\":\"device\",\"outputName\":\"device\",\"outputType\":\"STRING\"}]," + "\"aggregations\":[{\"type\":\"longSum\",\"name\":\"total_usage\",\"fieldName\":\"user_count\",\"expression\":null}," diff --git hcatalog/core/pom.xml hcatalog/core/pom.xml index b0269cd65b931f1e6fd98072d95f264307d32aad..c6831eabe0aa9d60b15415d2900cbf81c2cc9091 100644 --- hcatalog/core/pom.xml +++ hcatalog/core/pom.xml @@ -81,8 +81,18 @@ ${guava.version} - org.codehaus.jackson - jackson-mapper-asl + com.fasterxml.jackson.core + jackson-annotations + ${jackson.version} + + + com.fasterxml.jackson.core + jackson-core + ${jackson.version} + + + com.fasterxml.jackson.core + jackson-databind ${jackson.version} diff --git hcatalog/server-extensions/pom.xml hcatalog/server-extensions/pom.xml index 797341c881614b2c5c2e31d7b339c9f180e6edd1..c8096e87b31579b4a5b73f4cee1cf3ef981f7506 100644 --- hcatalog/server-extensions/pom.xml +++ hcatalog/server-extensions/pom.xml @@ -52,8 +52,18 @@ ${jms.version} - org.codehaus.jackson - jackson-mapper-asl + com.fasterxml.jackson.core + jackson-annotations + ${jackson.version} + + + com.fasterxml.jackson.core + jackson-core + ${jackson.version} + + + com.fasterxml.jackson.core + jackson-databind ${jackson.version} diff --git hcatalog/webhcat/svr/pom.xml hcatalog/webhcat/svr/pom.xml index a22bc2243094d8bf89ef0d78ec02a32e15523b0f..615f9c7308e55cf6bbf9a0cbcd6a6d6f2cdf3a27 100644 --- hcatalog/webhcat/svr/pom.xml +++ hcatalog/webhcat/svr/pom.xml @@ -124,13 +124,18 @@ ${zookeeper.version} - org.codehaus.jackson - jackson-core-asl + com.fasterxml.jackson.core + jackson-annotations ${jackson.version} - - org.codehaus.jackson - jackson-mapper-asl + + com.fasterxml.jackson.core + jackson-core + ${jackson.version} + + + com.fasterxml.jackson.core + jackson-databind ${jackson.version} diff --git itests/hive-blobstore/pom.xml itests/hive-blobstore/pom.xml index fadb4f2dba16f43b145eba727c08de85f15f692d..2f4532786ad9ac6ac1907876d940f4fc19c8e05d 100644 --- itests/hive-blobstore/pom.xml +++ itests/hive-blobstore/pom.xml @@ -233,17 +233,17 @@ com.fasterxml.jackson.core jackson-annotations - ${jackson.new.version} + ${jackson.version} com.fasterxml.jackson.core jackson-core - ${jackson.new.version} + ${jackson.version} com.fasterxml.jackson.core jackson-databind - ${jackson.new.version} + ${jackson.version} diff --git itests/qtest-druid/pom.xml itests/qtest-druid/pom.xml index 870e3654e603833b114443f4cb0e04a7e8e79802..20b7ea9e3edb396e668f538fa9f1ecc6edf6e96b 100644 --- itests/qtest-druid/pom.xml +++ itests/qtest-druid/pom.xml @@ -171,12 +171,12 @@ com.fasterxml.jackson.core jackson-core - ${jackson.new.version} + ${jackson.version} com.fasterxml.jackson.core jackson-databind - ${jackson.new.version} + ${jackson.version} org.apache.hadoop diff --git pom.xml pom.xml index a242fbf20303b8efb6645d04f8ff13b666f3c56d..1bb4d3f1f096c733e43cee5a5062f37fdc72957e 100644 --- pom.xml +++ pom.xml @@ -155,9 +155,7 @@ 4.5.2 4.4.4 2.4.0 - 1.9.13 - - 2.6.5 + 2.9.2 5.5.23 2.3.4 2.3.1 @@ -617,23 +615,38 @@ ${groovy.version} - org.codehaus.jackson - jackson-core-asl + com.fasterxml.jackson.core + jackson-annotations ${jackson.version} - org.codehaus.jackson - jackson-mapper-asl + com.fasterxml.jackson.core + jackson-core ${jackson.version} - org.codehaus.jackson - jackson-jaxrs + com.fasterxml.jackson.core + jackson-databind ${jackson.version} - org.codehaus.jackson - jackson-xc + com.fasterxml.jackson.module + jackson-module-scala_${scala.binary.version} + ${jackson.version} + + + com.fasterxml.jackson.dataformat + jackson-dataformat-smile + ${jackson.version} + + + com.fasterxml.jackson.jaxrs + jackson-jaxrs-json-provider + ${jackson.version} + + + com.fasterxml.jackson.module + jackson-module-jaxb-annotations ${jackson.version} diff --git ql/pom.xml ql/pom.xml index 5f917c1ebfb7627f27d90415bb68a4bdea0b99a1..bc876b51114a9def415a55fc4749b0512cea0abf 100644 --- ql/pom.xml +++ ql/pom.xml @@ -334,20 +334,25 @@ groovy-all ${groovy.version} - - org.codehaus.jackson - jackson-core-asl - ${jackson.version} - org.jodd jodd-core ${jodd.version} - org.codehaus.jackson - jackson-mapper-asl - ${jackson.version} + com.fasterxml.jackson.core + jackson-annotations + ${jackson.version} + + + com.fasterxml.jackson.core + jackson-core + ${jackson.version} + + + com.fasterxml.jackson.core + jackson-databind + ${jackson.version} org.datanucleus diff --git spark-client/pom.xml spark-client/pom.xml index de6b018800e1ec23d1398312593d765750fc114f..6d95ae46786428f1514b0160941d673803606fc0 100644 --- spark-client/pom.xml +++ spark-client/pom.xml @@ -49,6 +49,10 @@ io.netty netty-all + + com.fasterxml.jackson.module + jackson-module-scala_${scala.binary.version} + org.apache.hive hive-common @@ -77,19 +81,23 @@ org.glassfish.jersey.core * - - org.slf4j - slf4j-log4j12 - - - commmons-logging - commons-logging - + + org.slf4j + slf4j-log4j12 + + + commmons-logging + commons-logging + com.fasterxml.jackson.core jackson-databind - + + com.fasterxml.jackson.module + jackson-module-scala_${scala.binary.version} + + junit diff --git standalone-metastore/pom.xml standalone-metastore/pom.xml index df8f44f392d067b4fdf1300b9f3d76524a5291a0..4f659e5d933c076fd402d466241acf11d2369e60 100644 --- standalone-metastore/pom.xml +++ standalone-metastore/pom.xml @@ -73,7 +73,7 @@ 14.0.1 3.0.0-beta1 2.6.1 - 2.6.5 + 2.9.2 5.5.1 4.11 0.9.3 @@ -95,7 +95,7 @@ com.fasterxml.jackson.core jackson-databind - ${jackson.new.version} + ${jackson.version} com.github.joshelser diff --git testutils/ptest2/pom.xml testutils/ptest2/pom.xml index dbcfb010d3a2e0cdc2c23a896541a587a015c7b9..e579b30972b7cd393c7179c79610515223ba0bde 100644 --- testutils/ptest2/pom.xml +++ testutils/ptest2/pom.xml @@ -115,9 +115,19 @@ limitations under the License. 1.7 - org.codehaus.jackson - jackson-mapper-asl - 1.9.12 + com.fasterxml.jackson.core + jackson-annotations + 2.9.2 + + + com.fasterxml.jackson.core + jackson-core + 2.9.2 + + + com.fasterxml.jackson.core + jackson-databind + 2.9.2 org.slf4j diff --git testutils/ptest2/src/main/java/org/apache/hive/ptest/api/client/PTestClient.java testutils/ptest2/src/main/java/org/apache/hive/ptest/api/client/PTestClient.java index 914345267da0e6bf8703d9cae8384fd9c29cbfec..53c8681910564aa25f7782e663936c2e48ef2e26 100644 --- testutils/ptest2/src/main/java/org/apache/hive/ptest/api/client/PTestClient.java +++ testutils/ptest2/src/main/java/org/apache/hive/ptest/api/client/PTestClient.java @@ -53,12 +53,12 @@ import org.apache.http.impl.client.DefaultHttpClient; import org.apache.http.protocol.HttpContext; import org.apache.http.util.EntityUtils; -import org.codehaus.jackson.map.ObjectMapper; import com.google.common.base.Preconditions; import com.google.common.base.Strings; import com.google.common.collect.ImmutableMap; import com.google.common.io.Resources; +import com.fasterxml.jackson.databind.ObjectMapper; /** * Quick and dirty REST client for the PTest server. It's not expected the scope diff --git testutils/ptest2/src/main/java/org/apache/hive/ptest/execution/JIRAService.java testutils/ptest2/src/main/java/org/apache/hive/ptest/execution/JIRAService.java index ff1dbd4bafaba9a0e88321c6507a47bbe0421833..61fb2106357283428f3e71ad31a47901d17bc0c8 100644 --- testutils/ptest2/src/main/java/org/apache/hive/ptest/execution/JIRAService.java +++ testutils/ptest2/src/main/java/org/apache/hive/ptest/execution/JIRAService.java @@ -49,16 +49,16 @@ import org.apache.http.protocol.BasicHttpContext; import org.apache.http.protocol.ExecutionContext; import org.apache.http.protocol.HttpContext; -import org.codehaus.jackson.map.ObjectMapper; -import org.codehaus.jackson.JsonFactory; -import org.codehaus.jackson.JsonParser; -import org.codehaus.jackson.JsonToken; import org.slf4j.Logger; import com.google.common.annotations.VisibleForTesting; import com.google.common.base.Joiner; import com.google.common.collect.Lists; import com.google.common.collect.Maps; +import com.fasterxml.jackson.databind.ObjectMapper; +import com.fasterxml.jackson.core.JsonFactory; +import com.fasterxml.jackson.core.JsonParser; +import com.fasterxml.jackson.core.JsonToken; class JIRAService { static final int MAX_MESSAGES = 200;