diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/DruidSqlOperatorConverter.java ql/src/java/org/apache/hadoop/hive/ql/parse/DruidSqlOperatorConverter.java index 2438a86199..88fcef15d6 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/DruidSqlOperatorConverter.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/DruidSqlOperatorConverter.java @@ -7,7 +7,7 @@ * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * - * http://www.apache.org/licenses/LICENSE-2.0 + * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, @@ -25,6 +25,7 @@ import org.apache.calcite.adapter.druid.DruidQuery; import org.apache.calcite.adapter.druid.ExtractOperatorConversion; import org.apache.calcite.adapter.druid.FloorOperatorConversion; +import org.apache.calcite.adapter.druid.UnarySuffixOperatorConversion; import org.apache.calcite.rel.type.RelDataType; import org.apache.calcite.rex.RexCall; import org.apache.calcite.rex.RexLiteral; @@ -49,39 +50,42 @@ public class DruidSqlOperatorConverter { private DruidSqlOperatorConverter() { } + private static Map druidOperatorMap = null; public static final Map getDefaultMap() { if (druidOperatorMap == null) { - druidOperatorMap = - new HashMap(); - DruidQuery.DEFAULT_OPERATORS_LIST.stream() - .forEach(op -> druidOperatorMap.put(op.calciteOperator(), op)); + druidOperatorMap = new HashMap(); + DruidQuery.DEFAULT_OPERATORS_LIST.stream().forEach(op -> druidOperatorMap.put(op.calciteOperator(), op)); //Override Hive specific operators druidOperatorMap.putAll(Maps.asMap(HiveFloorDate.ALL_FUNCTIONS, - (Function) input -> new FloorOperatorConversion() + (Function) input -> new + FloorOperatorConversion() )); druidOperatorMap.putAll(Maps.asMap(HiveExtractDate.ALL_FUNCTIONS, - (Function) input -> new ExtractOperatorConversion() + (Function) input -> new + ExtractOperatorConversion() )); + druidOperatorMap.put(HiveConcat.INSTANCE, new DirectOperatorConversion(HiveConcat.INSTANCE, "concat")); + druidOperatorMap + .put(SqlStdOperatorTable.SUBSTRING, new DruidSqlOperatorConverter.DruidSubstringOperatorConversion()); druidOperatorMap - .put(HiveConcat.INSTANCE, new DirectOperatorConversion(HiveConcat.INSTANCE, "concat")); - druidOperatorMap.put(SqlStdOperatorTable.SUBSTRING, - new DruidSqlOperatorConverter.DruidSubstringOperatorConversion() + .put(SqlStdOperatorTable.IS_NULL, new UnarySuffixOperatorConversion(SqlStdOperatorTable.IS_NULL, "isnull")); + druidOperatorMap.put(SqlStdOperatorTable.IS_NOT_NULL, + new UnarySuffixOperatorConversion(SqlStdOperatorTable.IS_NOT_NULL, "notnull") ); } return druidOperatorMap; } //@TODO remove this when it is fixed in calcite https://issues.apache.org/jira/browse/HIVE-18996 - public static class DruidSubstringOperatorConversion extends org.apache.calcite.adapter.druid.SubstringOperatorConversion { - @Nullable @Override public String toDruidExpression(RexNode rexNode, RelDataType rowType, - DruidQuery query + public static class DruidSubstringOperatorConversion + extends org.apache.calcite.adapter.druid.SubstringOperatorConversion { + @Nullable @Override public String toDruidExpression(RexNode rexNode, RelDataType rowType, DruidQuery query ) { final RexCall call = (RexCall) rexNode; - final String arg = DruidExpressions.toDruidExpression( - call.getOperands().get(0), rowType, query); + final String arg = DruidExpressions.toDruidExpression(call.getOperands().get(0), rowType, query); if (arg == null) { return null; } @@ -90,8 +94,7 @@ private DruidSqlOperatorConverter() { final String length; // SQL is 1-indexed, Druid is 0-indexed. if (!call.getOperands().get(1).isA(SqlKind.LITERAL)) { - final String indexExp = DruidExpressions.toDruidExpression( - call.getOperands().get(1), rowType, query); + final String indexExp = DruidExpressions.toDruidExpression(call.getOperands().get(1), rowType, query); if (indexExp == null) { return null; } @@ -104,8 +107,7 @@ private DruidSqlOperatorConverter() { if (call.getOperands().size() > 2) { //case substring from index with length if (!call.getOperands().get(2).isA(SqlKind.LITERAL)) { - length = DruidExpressions.toDruidExpression( - call.getOperands().get(2), rowType, query); + length = DruidExpressions.toDruidExpression(call.getOperands().get(2), rowType, query); if (length == null) { return null; } @@ -117,10 +119,7 @@ private DruidSqlOperatorConverter() { //case substring from index to the end length = DruidExpressions.numberLiteral(-1); } - return DruidQuery.format("substring(%s, %s, %s)", - arg, - indexStart, - length); + return DruidQuery.format("substring(%s, %s, %s)", arg, indexStart, length); } } } diff --git ql/src/test/queries/clientpositive/druidmini_test1.q ql/src/test/queries/clientpositive/druidmini_test1.q index ad9546f6dc..323ef38eb0 100644 --- ql/src/test/queries/clientpositive/druidmini_test1.q +++ ql/src/test/queries/clientpositive/druidmini_test1.q @@ -120,3 +120,8 @@ SELECT `__time` FROM druid_table WHERE (`__time` BETWEEN '1968-01-01 00:00:00' AND '1970-01-01 00:00:00') OR (`__time` BETWEEN '1968-02-01 00:00:00' AND '1970-04-01 00:00:00') ORDER BY `__time` ASC LIMIT 10; + +-- Running this against Druid will if Druid version does not include +-- this patch https://github.com/druid-io/druid/commit/219e77aeac9b07dc20dd9ab2dd537f3f17498346 + +explain select (cstring1 is null ) AS is_null, (cint is not null ) as isnotnull FROM druid_table; diff --git ql/src/test/results/clientpositive/druid/druidmini_test1.q.out ql/src/test/results/clientpositive/druid/druidmini_test1.q.out index 34cccef8e2..4d09b27834 100644 --- ql/src/test/results/clientpositive/druid/druidmini_test1.q.out +++ ql/src/test/results/clientpositive/druid/druidmini_test1.q.out @@ -797,3 +797,27 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1969-12-31 15:59:00.0 US/Pacific 1969-12-31 15:59:00.0 US/Pacific 1969-12-31 15:59:00.0 US/Pacific +PREHOOK: query: explain select (cstring1 is null ) AS is_null, (cint is not null ) as isnotnull FROM druid_table +PREHOOK: type: QUERY +POSTHOOK: query: explain select (cstring1 is null ) AS is_null, (cint is not null ) as isnotnull FROM druid_table +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: druid_table + properties: + druid.fieldNames vc,vc0 + druid.fieldTypes boolean,boolean + druid.query.json {"queryType":"scan","dataSource":"default.druid_table","intervals":["1900-01-01T00:00:00.000Z/3000-01-01T00:00:00.000Z"],"virtualColumns":[{"type":"expression","name":"vc","expression":"(\"cstring1\" isnull)","outputType":"FLOAT"},{"type":"expression","name":"vc0","expression":"(\"cint\" notnull)","outputType":"FLOAT"}],"columns":["vc","vc0"],"resultFormat":"compactedList"} + druid.query.type scan + Select Operator + expressions: vc (type: boolean), vc0 (type: boolean) + outputColumnNames: _col0, _col1 + ListSink +