Uploaded image for project: 'Hive'
  1. Hive
  2. HIVE-12427 HiveServer2: Improve HiveServer2 JDBC/ODBC ResultSet performance - part1
  3. HIVE-13723

Executing join query on type Float using Thrift Serde will result in Float cast to Double error

    XMLWordPrintableJSON

Details

    • Reviewed

    Description

      After enable thrift Serde, execute the following queries in beeline,
      >create table test1 (a int);
      >create table test2 (b float);
      >insert into test1 values (1);
      >insert into test2 values (1);
      >select * from test1 join test2 on test1.a=test2.b;

      this will give the error:

      java.lang.Exception: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row

      {"b":1.0}

      at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462) ~[hadoop-mapreduce-client-common-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:522) [hadoop-mapreduce-client-common-2.7.1.2.4.0.0-169.jar:?]
      Caused by: java.lang.RuntimeException: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row

      {"b":1.0}

      at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:168) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:243) ~[hadoop-mapreduce-client-common-2.7.1.2.4.0.0-169.jar:?]
      at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) ~[?:1.7.0_95]
      at java.util.concurrent.FutureTask.run(FutureTask.java:262) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) ~[?:1.7.0_95]
      at java.lang.Thread.run(Thread.java:745) ~[?:1.7.0_95]
      Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Hive Runtime Error while processing row

      {"b":1.0}

      at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:568) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:159) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:243) ~[hadoop-mapreduce-client-common-2.7.1.2.4.0.0-169.jar:?]
      at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) ~[?:1.7.0_95]
      at java.util.concurrent.FutureTask.run(FutureTask.java:262) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) ~[?:1.7.0_95]
      at java.lang.Thread.run(Thread.java:745) ~[?:1.7.0_95]
      Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: Unexpected exception from MapJoinOperator : org.apache.hadoop.hive.serde2.SerDeException: java.lang.ClassCastException: java.lang.Float cannot be cast to java.lang.Double
      at org.apache.hadoop.hive.ql.exec.MapJoinOperator.process(MapJoinOperator.java:454) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.FilterOperator.process(FilterOperator.java:126) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.TableScanOperator.process(TableScanOperator.java:130) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.MapOperator$MapOpCtx.forward(MapOperator.java:164) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:558) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:159) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:243) ~[hadoop-mapreduce-client-common-2.7.1.2.4.0.0-169.jar:?]
      at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) ~[?:1.7.0_95]
      at java.util.concurrent.FutureTask.run(FutureTask.java:262) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) ~[?:1.7.0_95]
      at java.lang.Thread.run(Thread.java:745) ~[?:1.7.0_95]
      Caused by: org.apache.hadoop.hive.ql.metadata.HiveException: org.apache.hadoop.hive.serde2.SerDeException: java.lang.ClassCastException: java.lang.Float cannot be cast to java.lang.Double
      at org.apache.hadoop.hive.ql.exec.FileSinkOperator.process(FileSinkOperator.java:796) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.SelectOperator.process(SelectOperator.java:95) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.CommonJoinOperator.internalForward(CommonJoinOperator.java:647) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOneUniqueJoinObject(CommonJoinOperator.java:679) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:757) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.MapJoinOperator.process(MapJoinOperator.java:441) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.FilterOperator.process(FilterOperator.java:126) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.TableScanOperator.process(TableScanOperator.java:130) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.MapOperator$MapOpCtx.forward(MapOperator.java:164) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:558) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:159) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:243) ~[hadoop-mapreduce-client-common-2.7.1.2.4.0.0-169.jar:?]
      at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) ~[?:1.7.0_95]
      at java.util.concurrent.FutureTask.run(FutureTask.java:262) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) ~[?:1.7.0_95]
      at java.lang.Thread.run(Thread.java:745) ~[?:1.7.0_95]
      Caused by: org.apache.hadoop.hive.serde2.SerDeException: java.lang.ClassCastException: java.lang.Float cannot be cast to java.lang.Double
      at org.apache.hadoop.hive.serde2.thrift.ThriftJDBCBinarySerDe.serialize(ThriftJDBCBinarySerDe.java:150) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.FileSinkOperator.process(FileSinkOperator.java:721) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.SelectOperator.process(SelectOperator.java:95) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.CommonJoinOperator.internalForward(CommonJoinOperator.java:647) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOneUniqueJoinObject(CommonJoinOperator.java:679) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:757) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.MapJoinOperator.process(MapJoinOperator.java:441) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.FilterOperator.process(FilterOperator.java:126) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.TableScanOperator.process(TableScanOperator.java:130) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.MapOperator$MapOpCtx.forward(MapOperator.java:164) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:558) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:159) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:243) ~[hadoop-mapreduce-client-common-2.7.1.2.4.0.0-169.jar:?]
      at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) ~[?:1.7.0_95]
      at java.util.concurrent.FutureTask.run(FutureTask.java:262) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) ~[?:1.7.0_95]
      at java.lang.Thread.run(Thread.java:745) ~[?:1.7.0_95]
      Caused by: java.lang.ClassCastException: java.lang.Float cannot be cast to java.lang.Double
      at org.apache.hadoop.hive.serde2.thrift.ColumnBuffer.addValue(ColumnBuffer.java:372) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.serde2.thrift.ColumnBuffer.addValue(ColumnBuffer.java:341) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.serde2.thrift.ThriftJDBCBinarySerDe.serialize(ThriftJDBCBinarySerDe.java:147) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.FileSinkOperator.process(FileSinkOperator.java:721) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.SelectOperator.process(SelectOperator.java:95) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.CommonJoinOperator.internalForward(CommonJoinOperator.java:647) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.CommonJoinOperator.genAllOneUniqueJoinObject(CommonJoinOperator.java:679) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.CommonJoinOperator.checkAndGenObject(CommonJoinOperator.java:757) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.MapJoinOperator.process(MapJoinOperator.java:441) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.FilterOperator.process(FilterOperator.java:126) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.Operator.forward(Operator.java:837) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.TableScanOperator.process(TableScanOperator.java:130) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.MapOperator$MapOpCtx.forward(MapOperator.java:164) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.MapOperator.process(MapOperator.java:558) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.hive.ql.exec.mr.ExecMapper.map(ExecMapper.java:159) ~[hive-exec-2.1.0-SNAPSHOT.jar:2.1.0-SNAPSHOT]
      at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:54) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343) ~[hadoop-mapreduce-client-core-2.7.1.2.4.0.0-169.jar:?]
      at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:243) ~[hadoop-mapreduce-client-common-2.7.1.2.4.0.0-169.jar:?]
      at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471) ~[?:1.7.0_95]
      at java.util.concurrent.FutureTask.run(FutureTask.java:262) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) ~[?:1.7.0_95]
      at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) ~[?:1.7.0_95]
      at java.lang.Thread.run(Thread.java:745) ~[?:1.7.0_95]

      Attachments

        1. HIVE-13723.4.patch.txt
          6 kB
          Ziyang Zhao

        Issue Links

          links to

          Web Link Review Board-ziyangz

          Activity

            People

              ziyangz Ziyang Zhao
              ziyangz Ziyang Zhao
              Votes:
              0 Vote for this issue
              Watchers:
              2 Start watching this issue

              Dates

                Created:
                Updated:
                Resolved: